=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:415: expected profile "ha-713000" in json of 'profile list' to have "Degraded" status but have "HAppy" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-713000\",\"Status\":\"HAppy\",\"Config\":{\"Name\":\"ha-713000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":
1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-713000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.43\",\"Port\":8443,\"Kuber
netesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.44\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.169.0.45\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.169.0.46\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"
kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\"
,\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-713000 -n ha-713000
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-713000 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-713000 logs -n 25: (3.802656318s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-713000 cp ha-713000-m03:/home/docker/cp-test.txt | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | ha-713000-m04:/home/docker/cp-test_ha-713000-m03_ha-713000-m04.txt | | | | | |
| ssh | ha-713000 ssh -n | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | ha-713000-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-713000 ssh -n ha-713000-m04 sudo cat | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | /home/docker/cp-test_ha-713000-m03_ha-713000-m04.txt | | | | | |
| cp | ha-713000 cp testdata/cp-test.txt | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | ha-713000-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-713000 ssh -n | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | ha-713000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-713000 cp ha-713000-m04:/home/docker/cp-test.txt | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | /var/folders/0y/_8hvl7v13q38_kkh25vpxkz00000gp/T/TestMultiControlPlaneserialCopyFile3020760772/001/cp-test_ha-713000-m04.txt | | | | | |
| ssh | ha-713000 ssh -n | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | ha-713000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-713000 cp ha-713000-m04:/home/docker/cp-test.txt | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | ha-713000:/home/docker/cp-test_ha-713000-m04_ha-713000.txt | | | | | |
| ssh | ha-713000 ssh -n | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | ha-713000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-713000 ssh -n ha-713000 sudo cat | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | /home/docker/cp-test_ha-713000-m04_ha-713000.txt | | | | | |
| cp | ha-713000 cp ha-713000-m04:/home/docker/cp-test.txt | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | ha-713000-m02:/home/docker/cp-test_ha-713000-m04_ha-713000-m02.txt | | | | | |
| ssh | ha-713000 ssh -n | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | ha-713000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-713000 ssh -n ha-713000-m02 sudo cat | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | /home/docker/cp-test_ha-713000-m04_ha-713000-m02.txt | | | | | |
| cp | ha-713000 cp ha-713000-m04:/home/docker/cp-test.txt | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | ha-713000-m03:/home/docker/cp-test_ha-713000-m04_ha-713000-m03.txt | | | | | |
| ssh | ha-713000 ssh -n | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | ha-713000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-713000 ssh -n ha-713000-m03 sudo cat | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | /home/docker/cp-test_ha-713000-m04_ha-713000-m03.txt | | | | | |
| node | ha-713000 node stop m02 -v=7 | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | --alsologtostderr | | | | | |
| node | ha-713000 node start m02 -v=7 | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:58 PDT |
| | --alsologtostderr | | | | | |
| node | list -p ha-713000 -v=7 | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | |
| | --alsologtostderr | | | | | |
| stop | -p ha-713000 -v=7 | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:58 PDT | 30 Oct 24 12:59 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-713000 --wait=true -v=7 | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 12:59 PDT | |
| | --alsologtostderr | | | | | |
| node | list -p ha-713000 | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 13:00 PDT | |
| node | ha-713000 node delete m03 -v=7 | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 13:00 PDT | |
| | --alsologtostderr | | | | | |
| stop | ha-713000 stop -v=7 | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 13:00 PDT | 30 Oct 24 13:04 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-713000 --wait=true | ha-713000 | jenkins | v1.34.0 | 30 Oct 24 13:04 PDT | 30 Oct 24 13:07 PDT |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=hyperkit | | | | | |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/30 13:04:28
Running on machine: MacOS-Agent-4
Binary: Built with gc go1.23.2 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1030 13:04:28.177896 29725 out.go:345] Setting OutFile to fd 1 ...
I1030 13:04:28.178101 29725 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1030 13:04:28.178106 29725 out.go:358] Setting ErrFile to fd 2...
I1030 13:04:28.178110 29725 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1030 13:04:28.178271 29725 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19883-26664/.minikube/bin
I1030 13:04:28.179707 29725 out.go:352] Setting JSON to false
I1030 13:04:28.207876 29725 start.go:129] hostinfo: {"hostname":"MacOS-Agent-4.local","uptime":12837,"bootTime":1730305831,"procs":506,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"15.0.1","kernelVersion":"24.0.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"f2f27e25-cfda-5ffd-9706-e98286194e62"}
W1030 13:04:28.208025 29725 start.go:137] gopshost.Virtualization returned error: not implemented yet
I1030 13:04:28.230308 29725 out.go:177] * [ha-713000] minikube v1.34.0 on Darwin 15.0.1
I1030 13:04:28.273155 29725 out.go:177] - MINIKUBE_LOCATION=19883
I1030 13:04:28.273200 29725 notify.go:220] Checking for updates...
I1030 13:04:28.315801 29725 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/19883-26664/kubeconfig
I1030 13:04:28.339096 29725 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I1030 13:04:28.359816 29725 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1030 13:04:28.380854 29725 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19883-26664/.minikube
I1030 13:04:28.401825 29725 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1030 13:04:28.423676 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:04:28.424416 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:04:28.424489 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:04:28.436469 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51656
I1030 13:04:28.436832 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:04:28.437229 29725 main.go:141] libmachine: Using API Version 1
I1030 13:04:28.437250 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:04:28.437518 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:04:28.437633 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:04:28.437849 29725 driver.go:394] Setting default libvirt URI to qemu:///system
I1030 13:04:28.438111 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:04:28.438148 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:04:28.448992 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51658
I1030 13:04:28.449331 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:04:28.449664 29725 main.go:141] libmachine: Using API Version 1
I1030 13:04:28.449675 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:04:28.449919 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:04:28.450040 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:04:28.480725 29725 out.go:177] * Using the hyperkit driver based on existing profile
I1030 13:04:28.523017 29725 start.go:297] selected driver: hyperkit
I1030 13:04:28.523047 29725 start.go:901] validating driver "hyperkit" against &{Name:ha-713000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber
netesVersion:v1.31.2 ClusterName:ha-713000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.43 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.45 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.46 Port:0 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false das
hboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host
Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1030 13:04:28.523323 29725 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1030 13:04:28.523523 29725 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1030 13:04:28.523809 29725 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19883-26664/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I1030 13:04:28.535860 29725 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.34.0
I1030 13:04:28.542026 29725 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:04:28.542072 29725 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I1030 13:04:28.547003 29725 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 13:04:28.547041 29725 cni.go:84] Creating CNI manager for ""
I1030 13:04:28.547077 29725 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I1030 13:04:28.547144 29725 start.go:340] cluster config:
{Name:ha-713000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-713000 Namespace:default APIServerHAVIP:192.16
9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.43 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.45 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.46 Port:0 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gv
isor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[
] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1030 13:04:28.547248 29725 iso.go:125] acquiring lock: {Name:mk4dd0f87fc28163e5f30433d3cbd23f98b8ae98 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1030 13:04:28.568837 29725 out.go:177] * Starting "ha-713000" primary control-plane node in "ha-713000" cluster
I1030 13:04:28.611021 29725 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime docker
I1030 13:04:28.611092 29725 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19883-26664/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-docker-overlay2-amd64.tar.lz4
I1030 13:04:28.611120 29725 cache.go:56] Caching tarball of preloaded images
I1030 13:04:28.611359 29725 preload.go:172] Found /Users/jenkins/minikube-integration/19883-26664/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I1030 13:04:28.611381 29725 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on docker
I1030 13:04:28.611576 29725 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/config.json ...
I1030 13:04:28.612519 29725 start.go:360] acquireMachinesLock for ha-713000: {Name:mk0245516eb55fb1e34e7de214f804384e5f6156 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1030 13:04:28.612675 29725 start.go:364] duration metric: took 130.581µs to acquireMachinesLock for "ha-713000"
I1030 13:04:28.612712 29725 start.go:96] Skipping create...Using existing machine configuration
I1030 13:04:28.612726 29725 fix.go:54] fixHost starting:
I1030 13:04:28.613128 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:04:28.613163 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:04:28.624731 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51660
I1030 13:04:28.625042 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:04:28.625428 29725 main.go:141] libmachine: Using API Version 1
I1030 13:04:28.625445 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:04:28.625657 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:04:28.625831 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:04:28.625945 29725 main.go:141] libmachine: (ha-713000) Calling .GetState
I1030 13:04:28.626034 29725 main.go:141] libmachine: (ha-713000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:04:28.626110 29725 main.go:141] libmachine: (ha-713000) DBG | hyperkit pid from json: 29304
I1030 13:04:28.627176 29725 main.go:141] libmachine: (ha-713000) DBG | hyperkit pid 29304 missing from process table
I1030 13:04:28.627203 29725 fix.go:112] recreateIfNeeded on ha-713000: state=Stopped err=<nil>
I1030 13:04:28.627229 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
W1030 13:04:28.627331 29725 fix.go:138] unexpected machine state, will restart: <nil>
I1030 13:04:28.669903 29725 out.go:177] * Restarting existing hyperkit VM for "ha-713000" ...
I1030 13:04:28.690961 29725 main.go:141] libmachine: (ha-713000) Calling .Start
I1030 13:04:28.691285 29725 main.go:141] libmachine: (ha-713000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:04:28.691322 29725 main.go:141] libmachine: (ha-713000) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/hyperkit.pid
I1030 13:04:28.693409 29725 main.go:141] libmachine: (ha-713000) DBG | hyperkit pid 29304 missing from process table
I1030 13:04:28.693427 29725 main.go:141] libmachine: (ha-713000) DBG | pid 29304 is in state "Stopped"
I1030 13:04:28.693445 29725 main.go:141] libmachine: (ha-713000) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/hyperkit.pid...
I1030 13:04:28.693740 29725 main.go:141] libmachine: (ha-713000) DBG | Using UUID 890e9a8d-164d-4d4a-a904-de8bc05e03ec
I1030 13:04:28.808017 29725 main.go:141] libmachine: (ha-713000) DBG | Generated MAC 42:16:ad:11:1d:16
I1030 13:04:28.808051 29725 main.go:141] libmachine: (ha-713000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000
I1030 13:04:28.808222 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"890e9a8d-164d-4d4a-a904-de8bc05e03ec", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000414450)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1030 13:04:28.808267 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"890e9a8d-164d-4d4a-a904-de8bc05e03ec", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000414450)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1030 13:04:28.808308 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "890e9a8d-164d-4d4a-a904-de8bc05e03ec", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/ha-713000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/tty,log=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/bzimage,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/initrd,earlyp
rintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000"}
I1030 13:04:28.808349 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 890e9a8d-164d-4d4a-a904-de8bc05e03ec -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/ha-713000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/tty,log=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/console-ring -f kexec,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/bzimage,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nom
odeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000"
I1030 13:04:28.808362 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I1030 13:04:28.810028 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 DEBUG: hyperkit: Pid is 29738
I1030 13:04:28.810347 29725 main.go:141] libmachine: (ha-713000) DBG | Attempt 0
I1030 13:04:28.810367 29725 main.go:141] libmachine: (ha-713000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:04:28.810456 29725 main.go:141] libmachine: (ha-713000) DBG | hyperkit pid from json: 29738
I1030 13:04:28.812377 29725 main.go:141] libmachine: (ha-713000) DBG | Searching for 42:16:ad:11:1d:16 in /var/db/dhcpd_leases ...
I1030 13:04:28.812634 29725 main.go:141] libmachine: (ha-713000) DBG | Found 45 entries in /var/db/dhcpd_leases!
I1030 13:04:28.812646 29725 main.go:141] libmachine: (ha-713000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.43 HWAddress:42:16:ad:11:1d:16 ID:1,42:16:ad:11:1d:16 Lease:0x67229e2f}
I1030 13:04:28.812651 29725 main.go:141] libmachine: (ha-713000) DBG | Found match: 42:16:ad:11:1d:16
I1030 13:04:28.812655 29725 main.go:141] libmachine: (ha-713000) DBG | IP: 192.169.0.43
I1030 13:04:28.812715 29725 main.go:141] libmachine: (ha-713000) Calling .GetConfigRaw
I1030 13:04:28.813422 29725 main.go:141] libmachine: (ha-713000) Calling .GetIP
I1030 13:04:28.813634 29725 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/config.json ...
I1030 13:04:28.814098 29725 machine.go:93] provisionDockerMachine start ...
I1030 13:04:28.814114 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:04:28.814270 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:28.814376 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:28.814496 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:28.814609 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:28.814745 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:28.814901 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:04:28.815178 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.43 22 <nil> <nil>}
I1030 13:04:28.815189 29725 main.go:141] libmachine: About to run SSH command:
hostname
I1030 13:04:28.821161 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I1030 13:04:28.875290 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I1030 13:04:28.876085 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1030 13:04:28.876104 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1030 13:04:28.876157 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1030 13:04:28.876168 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:28 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1030 13:04:29.268868 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:29 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I1030 13:04:29.268884 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:29 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I1030 13:04:29.383504 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:29 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1030 13:04:29.383525 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:29 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1030 13:04:29.383536 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:29 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1030 13:04:29.383559 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:29 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1030 13:04:29.384402 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:29 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I1030 13:04:29.384413 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:29 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I1030 13:04:35.137780 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:35 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I1030 13:04:35.137842 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:35 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I1030 13:04:35.137850 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:35 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I1030 13:04:35.161961 29725 main.go:141] libmachine: (ha-713000) DBG | 2024/10/30 13:04:35 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I1030 13:04:39.874372 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I1030 13:04:39.874388 29725 main.go:141] libmachine: (ha-713000) Calling .GetMachineName
I1030 13:04:39.874532 29725 buildroot.go:166] provisioning hostname "ha-713000"
I1030 13:04:39.874544 29725 main.go:141] libmachine: (ha-713000) Calling .GetMachineName
I1030 13:04:39.874643 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:39.874743 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:39.874854 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:39.874967 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:39.875066 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:39.875206 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:04:39.875354 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.43 22 <nil> <nil>}
I1030 13:04:39.875362 29725 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-713000 && echo "ha-713000" | sudo tee /etc/hostname
I1030 13:04:39.936227 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-713000
I1030 13:04:39.936246 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:39.936392 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:39.936491 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:39.936601 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:39.936697 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:39.936831 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:04:39.936987 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.43 22 <nil> <nil>}
I1030 13:04:39.937000 29725 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-713000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-713000/g' /etc/hosts;
else
echo '127.0.1.1 ha-713000' | sudo tee -a /etc/hosts;
fi
fi
I1030 13:04:39.992911 29725 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 13:04:39.992931 29725 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19883-26664/.minikube CaCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19883-26664/.minikube}
I1030 13:04:39.992948 29725 buildroot.go:174] setting up certificates
I1030 13:04:39.992953 29725 provision.go:84] configureAuth start
I1030 13:04:39.992966 29725 main.go:141] libmachine: (ha-713000) Calling .GetMachineName
I1030 13:04:39.993105 29725 main.go:141] libmachine: (ha-713000) Calling .GetIP
I1030 13:04:39.993197 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:39.993294 29725 provision.go:143] copyHostCerts
I1030 13:04:39.993323 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem
I1030 13:04:39.993396 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem, removing ...
I1030 13:04:39.993404 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem
I1030 13:04:39.993535 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem (1078 bytes)
I1030 13:04:39.993772 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem
I1030 13:04:39.993821 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem, removing ...
I1030 13:04:39.993832 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem
I1030 13:04:39.993922 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem (1123 bytes)
I1030 13:04:39.994083 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem
I1030 13:04:39.994129 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem, removing ...
I1030 13:04:39.994134 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem
I1030 13:04:39.994217 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem (1679 bytes)
I1030 13:04:39.994383 29725 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem org=jenkins.ha-713000 san=[127.0.0.1 192.169.0.43 ha-713000 localhost minikube]
I1030 13:04:40.135107 29725 provision.go:177] copyRemoteCerts
I1030 13:04:40.135181 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 13:04:40.135199 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:40.135331 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:40.135452 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:40.135555 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:40.135670 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.43 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/id_rsa Username:docker}
I1030 13:04:40.166875 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1030 13:04:40.166950 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1030 13:04:40.186083 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1030 13:04:40.186147 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1030 13:04:40.208984 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem -> /etc/docker/server.pem
I1030 13:04:40.209052 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1030 13:04:40.228099 29725 provision.go:87] duration metric: took 235.119218ms to configureAuth
I1030 13:04:40.228113 29725 buildroot.go:189] setting minikube options for container-runtime
I1030 13:04:40.228278 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:04:40.228291 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:04:40.228437 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:40.228550 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:40.228638 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:40.228724 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:40.228807 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:40.228931 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:04:40.229054 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.43 22 <nil> <nil>}
I1030 13:04:40.229062 29725 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1030 13:04:40.277211 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I1030 13:04:40.277223 29725 buildroot.go:70] root file system type: tmpfs
I1030 13:04:40.277309 29725 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I1030 13:04:40.277321 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:40.277465 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:40.277554 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:40.277647 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:40.277745 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:40.277905 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:04:40.278039 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.43 22 <nil> <nil>}
I1030 13:04:40.278087 29725 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1030 13:04:40.337586 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1030 13:04:40.337609 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:40.337767 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:40.337867 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:40.337969 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:40.338055 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:40.338195 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:04:40.338331 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.43 22 <nil> <nil>}
I1030 13:04:40.338343 29725 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1030 13:04:41.948898 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I1030 13:04:41.948913 29725 machine.go:96] duration metric: took 13.134410051s to provisionDockerMachine
I1030 13:04:41.948925 29725 start.go:293] postStartSetup for "ha-713000" (driver="hyperkit")
I1030 13:04:41.948942 29725 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 13:04:41.948952 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:04:41.949153 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 13:04:41.949169 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:41.949279 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:41.949378 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:41.949478 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:41.949565 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.43 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/id_rsa Username:docker}
I1030 13:04:41.989365 29725 ssh_runner.go:195] Run: cat /etc/os-release
I1030 13:04:41.994189 29725 info.go:137] Remote host: Buildroot 2023.02.9
I1030 13:04:41.994204 29725 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19883-26664/.minikube/addons for local assets ...
I1030 13:04:41.994308 29725 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19883-26664/.minikube/files for local assets ...
I1030 13:04:41.994543 29725 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> 272302.pem in /etc/ssl/certs
I1030 13:04:41.994549 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> /etc/ssl/certs/272302.pem
I1030 13:04:41.994807 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1030 13:04:42.004450 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem --> /etc/ssl/certs/272302.pem (1708 bytes)
I1030 13:04:42.036594 29725 start.go:296] duration metric: took 87.657047ms for postStartSetup
I1030 13:04:42.036617 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:04:42.036821 29725 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I1030 13:04:42.036836 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:42.036943 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:42.037033 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:42.037121 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:42.037223 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.43 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/id_rsa Username:docker}
I1030 13:04:42.070011 29725 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I1030 13:04:42.070083 29725 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I1030 13:04:42.124323 29725 fix.go:56] duration metric: took 13.511193832s for fixHost
I1030 13:04:42.124346 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:42.124487 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:42.124582 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:42.124668 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:42.124776 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:42.124917 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:04:42.125060 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.43 22 <nil> <nil>}
I1030 13:04:42.125068 29725 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1030 13:04:42.173927 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730318682.000362310
I1030 13:04:42.173938 29725 fix.go:216] guest clock: 1730318682.000362310
I1030 13:04:42.173943 29725 fix.go:229] Guest: 2024-10-30 13:04:42.00036231 -0700 PDT Remote: 2024-10-30 13:04:42.124336 -0700 PDT m=+13.987165924 (delta=-123.97369ms)
I1030 13:04:42.173965 29725 fix.go:200] guest clock delta is within tolerance: -123.97369ms
I1030 13:04:42.173971 29725 start.go:83] releasing machines lock for "ha-713000", held for 13.560879301s
I1030 13:04:42.173990 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:04:42.174132 29725 main.go:141] libmachine: (ha-713000) Calling .GetIP
I1030 13:04:42.174221 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:04:42.174548 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:04:42.174672 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:04:42.174756 29725 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 13:04:42.174791 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:42.174852 29725 ssh_runner.go:195] Run: cat /version.json
I1030 13:04:42.174866 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:04:42.174909 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:42.174968 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:04:42.175003 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:42.175093 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:04:42.175108 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:42.175186 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:04:42.175202 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.43 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/id_rsa Username:docker}
I1030 13:04:42.175268 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.43 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/id_rsa Username:docker}
I1030 13:04:42.206487 29725 ssh_runner.go:195] Run: systemctl --version
I1030 13:04:42.210894 29725 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1030 13:04:42.258448 29725 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1030 13:04:42.258586 29725 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 13:04:42.271812 29725 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1030 13:04:42.271825 29725 start.go:495] detecting cgroup driver to use...
I1030 13:04:42.271934 29725 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1030 13:04:42.288758 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I1030 13:04:42.297556 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1030 13:04:42.306352 29725 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I1030 13:04:42.306410 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1030 13:04:42.315106 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1030 13:04:42.323806 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1030 13:04:42.332423 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1030 13:04:42.341180 29725 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 13:04:42.349934 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1030 13:04:42.358629 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1030 13:04:42.367427 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1030 13:04:42.376045 29725 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 13:04:42.384055 29725 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1030 13:04:42.384111 29725 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1030 13:04:42.392746 29725 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 13:04:42.400715 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:04:42.496338 29725 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1030 13:04:42.511264 29725 start.go:495] detecting cgroup driver to use...
I1030 13:04:42.511366 29725 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1030 13:04:42.524521 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 13:04:42.536767 29725 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1030 13:04:42.550519 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 13:04:42.560901 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1030 13:04:42.571315 29725 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1030 13:04:42.596032 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1030 13:04:42.606507 29725 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1030 13:04:42.621354 29725 ssh_runner.go:195] Run: which cri-dockerd
I1030 13:04:42.624284 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1030 13:04:42.631341 29725 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I1030 13:04:42.645152 29725 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1030 13:04:42.739606 29725 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1030 13:04:42.849662 29725 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I1030 13:04:42.849734 29725 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1030 13:04:42.863385 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:04:42.961248 29725 ssh_runner.go:195] Run: sudo systemctl restart docker
I1030 13:04:45.231231 29725 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.269895198s)
I1030 13:04:45.231315 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I1030 13:04:45.242511 29725 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I1030 13:04:45.257370 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1030 13:04:45.268433 29725 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I1030 13:04:45.372526 29725 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1030 13:04:45.468720 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:04:45.578897 29725 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I1030 13:04:45.592485 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1030 13:04:45.603421 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:04:45.701772 29725 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I1030 13:04:45.767117 29725 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I1030 13:04:45.767233 29725 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I1030 13:04:45.771771 29725 start.go:563] Will wait 60s for crictl version
I1030 13:04:45.771835 29725 ssh_runner.go:195] Run: which crictl
I1030 13:04:45.775339 29725 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 13:04:45.805030 29725 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.1
RuntimeApiVersion: v1
I1030 13:04:45.805129 29725 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1030 13:04:45.822731 29725 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1030 13:04:45.863311 29725 out.go:235] * Preparing Kubernetes v1.31.2 on Docker 27.3.1 ...
I1030 13:04:45.863336 29725 main.go:141] libmachine: (ha-713000) Calling .GetIP
I1030 13:04:45.863557 29725 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I1030 13:04:45.866566 29725 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 13:04:45.877176 29725 kubeadm.go:883] updating cluster {Name:ha-713000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.
2 ClusterName:ha-713000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.43 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.45 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.46 Port:0 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false defaul
t-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2
000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1030 13:04:45.877265 29725 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime docker
I1030 13:04:45.877328 29725 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1030 13:04:45.889806 29725 docker.go:689] Got preloaded images: -- stdout --
kindest/kindnetd:v20241023-a345ebe4
registry.k8s.io/kube-apiserver:v1.31.2
registry.k8s.io/kube-controller-manager:v1.31.2
registry.k8s.io/kube-scheduler:v1.31.2
registry.k8s.io/kube-proxy:v1.31.2
ghcr.io/kube-vip/kube-vip:v0.8.4
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I1030 13:04:45.889820 29725 docker.go:619] Images already preloaded, skipping extraction
I1030 13:04:45.889905 29725 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1030 13:04:45.902015 29725 docker.go:689] Got preloaded images: -- stdout --
kindest/kindnetd:v20241023-a345ebe4
registry.k8s.io/kube-apiserver:v1.31.2
registry.k8s.io/kube-scheduler:v1.31.2
registry.k8s.io/kube-controller-manager:v1.31.2
registry.k8s.io/kube-proxy:v1.31.2
ghcr.io/kube-vip/kube-vip:v0.8.4
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I1030 13:04:45.902035 29725 cache_images.go:84] Images are preloaded, skipping loading
I1030 13:04:45.902043 29725 kubeadm.go:934] updating node { 192.169.0.43 8443 v1.31.2 docker true true} ...
I1030 13:04:45.902120 29725 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-713000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.43
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-713000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1030 13:04:45.902212 29725 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I1030 13:04:45.936874 29725 cni.go:84] Creating CNI manager for ""
I1030 13:04:45.936889 29725 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I1030 13:04:45.936901 29725 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1030 13:04:45.936918 29725 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.43 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-713000 NodeName:ha-713000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.43"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.43 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/ma
nifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1030 13:04:45.936998 29725 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.43
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-713000"
kubeletExtraArgs:
- name: "node-ip"
value: "192.169.0.43"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.43"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1030 13:04:45.937017 29725 kube-vip.go:115] generating kube-vip config ...
I1030 13:04:45.937091 29725 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1030 13:04:45.950342 29725 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1030 13:04:45.950413 29725 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1030 13:04:45.950481 29725 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1030 13:04:45.959479 29725 binaries.go:44] Found k8s binaries, skipping transfer
I1030 13:04:45.959538 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1030 13:04:45.967532 29725 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I1030 13:04:45.980865 29725 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 13:04:45.994454 29725 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1030 13:04:46.008235 29725 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I1030 13:04:46.021632 29725 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I1030 13:04:46.024488 29725 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 13:04:46.034333 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:04:46.131610 29725 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 13:04:46.145601 29725 certs.go:68] Setting up /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000 for IP: 192.169.0.43
I1030 13:04:46.145616 29725 certs.go:194] generating shared ca certs ...
I1030 13:04:46.145627 29725 certs.go:226] acquiring lock for ca certs: {Name:mk32dbd2da852d4fa340a8e5df526788d5376463 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 13:04:46.145847 29725 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key
I1030 13:04:46.145936 29725 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key
I1030 13:04:46.145948 29725 certs.go:256] generating profile certs ...
I1030 13:04:46.146082 29725 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/client.key
I1030 13:04:46.146107 29725 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key.0fdfda64
I1030 13:04:46.146123 29725 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.crt.0fdfda64 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.169.0.43 192.169.0.44 192.169.0.45 192.169.0.254]
I1030 13:04:46.249560 29725 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.crt.0fdfda64 ...
I1030 13:04:46.249577 29725 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.crt.0fdfda64: {Name:mk125412f33c05f361bfb1817603345ee135b780 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 13:04:46.250193 29725 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key.0fdfda64 ...
I1030 13:04:46.250204 29725 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key.0fdfda64: {Name:mk3a3fd338f9c8d4f91687f2e8030765201439d7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 13:04:46.250494 29725 certs.go:381] copying /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.crt.0fdfda64 -> /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.crt
I1030 13:04:46.250704 29725 certs.go:385] copying /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key.0fdfda64 -> /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key
I1030 13:04:46.250978 29725 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.key
I1030 13:04:46.250989 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1030 13:04:46.251021 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1030 13:04:46.251040 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1030 13:04:46.251059 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1030 13:04:46.251076 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1030 13:04:46.251095 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1030 13:04:46.251116 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1030 13:04:46.251135 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1030 13:04:46.251244 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem (1338 bytes)
W1030 13:04:46.251299 29725 certs.go:480] ignoring /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230_empty.pem, impossibly tiny 0 bytes
I1030 13:04:46.251314 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem (1675 bytes)
I1030 13:04:46.251351 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem (1078 bytes)
I1030 13:04:46.251382 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem (1123 bytes)
I1030 13:04:46.251412 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem (1679 bytes)
I1030 13:04:46.251475 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem (1708 bytes)
I1030 13:04:46.251510 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> /usr/share/ca-certificates/272302.pem
I1030 13:04:46.251535 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1030 13:04:46.251553 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem -> /usr/share/ca-certificates/27230.pem
I1030 13:04:46.252054 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 13:04:46.277138 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1030 13:04:46.303993 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 13:04:46.332024 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1030 13:04:46.368269 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1030 13:04:46.402211 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1030 13:04:46.448729 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1030 13:04:46.481437 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1030 13:04:46.515303 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem --> /usr/share/ca-certificates/272302.pem (1708 bytes)
I1030 13:04:46.535685 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 13:04:46.554931 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem --> /usr/share/ca-certificates/27230.pem (1338 bytes)
I1030 13:04:46.574427 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1030 13:04:46.587954 29725 ssh_runner.go:195] Run: openssl version
I1030 13:04:46.592179 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/27230.pem && ln -fs /usr/share/ca-certificates/27230.pem /etc/ssl/certs/27230.pem"
I1030 13:04:46.601108 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/27230.pem
I1030 13:04:46.604635 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 30 19:49 /usr/share/ca-certificates/27230.pem
I1030 13:04:46.604680 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/27230.pem
I1030 13:04:46.608960 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/27230.pem /etc/ssl/certs/51391683.0"
I1030 13:04:46.617837 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/272302.pem && ln -fs /usr/share/ca-certificates/272302.pem /etc/ssl/certs/272302.pem"
I1030 13:04:46.626743 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/272302.pem
I1030 13:04:46.630030 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 30 19:49 /usr/share/ca-certificates/272302.pem
I1030 13:04:46.630077 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/272302.pem
I1030 13:04:46.634368 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/272302.pem /etc/ssl/certs/3ec20f2e.0"
I1030 13:04:46.643377 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 13:04:46.652520 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 13:04:46.655863 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 30 19:40 /usr/share/ca-certificates/minikubeCA.pem
I1030 13:04:46.655912 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 13:04:46.660125 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 13:04:46.669303 29725 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1030 13:04:46.672768 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1030 13:04:46.677407 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1030 13:04:46.681706 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1030 13:04:46.686878 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1030 13:04:46.691989 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1030 13:04:46.696373 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1030 13:04:46.700762 29725 kubeadm.go:392] StartCluster: {Name:ha-713000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 C
lusterName:ha-713000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.43 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.45 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.46 Port:0 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-s
torageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000
.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1030 13:04:46.700897 29725 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I1030 13:04:46.712125 29725 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1030 13:04:46.720459 29725 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I1030 13:04:46.720470 29725 kubeadm.go:593] restartPrimaryControlPlane start ...
I1030 13:04:46.720525 29725 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1030 13:04:46.728664 29725 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1030 13:04:46.728963 29725 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-713000" does not appear in /Users/jenkins/minikube-integration/19883-26664/kubeconfig
I1030 13:04:46.729051 29725 kubeconfig.go:62] /Users/jenkins/minikube-integration/19883-26664/kubeconfig needs updating (will repair): [kubeconfig missing "ha-713000" cluster setting kubeconfig missing "ha-713000" context setting]
I1030 13:04:46.729248 29725 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19883-26664/kubeconfig: {Name:mk167e32ddd6aa7426b29aa64842a1c332fd71de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 13:04:46.729646 29725 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19883-26664/kubeconfig
I1030 13:04:46.729846 29725 kapi.go:59] client config for ha-713000: &rest.Config{Host:"https://192.169.0.43:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/client.key", CAFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil
)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x9194060), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1030 13:04:46.730166 29725 cert_rotation.go:140] Starting client certificate rotation controller
I1030 13:04:46.730387 29725 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1030 13:04:46.738303 29725 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.43
I1030 13:04:46.738318 29725 kubeadm.go:597] duration metric: took 17.843259ms to restartPrimaryControlPlane
I1030 13:04:46.738323 29725 kubeadm.go:394] duration metric: took 37.564827ms to StartCluster
I1030 13:04:46.738332 29725 settings.go:142] acquiring lock: {Name:mkaf94ed535663af8739fcfe9e1c0dfb3502601d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 13:04:46.738420 29725 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/19883-26664/kubeconfig
I1030 13:04:46.738817 29725 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19883-26664/kubeconfig: {Name:mk167e32ddd6aa7426b29aa64842a1c332fd71de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 13:04:46.739011 29725 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.43 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I1030 13:04:46.739024 29725 start.go:241] waiting for startup goroutines ...
I1030 13:04:46.739044 29725 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1030 13:04:46.739180 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:04:46.781849 29725 out.go:177] * Enabled addons:
I1030 13:04:46.802917 29725 addons.go:510] duration metric: took 63.876525ms for enable addons: enabled=[]
I1030 13:04:46.802950 29725 start.go:246] waiting for cluster config update ...
I1030 13:04:46.802959 29725 start.go:255] writing updated cluster config ...
I1030 13:04:46.824973 29725 out.go:201]
I1030 13:04:46.846222 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:04:46.846355 29725 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/config.json ...
I1030 13:04:46.869081 29725 out.go:177] * Starting "ha-713000-m02" control-plane node in "ha-713000" cluster
I1030 13:04:46.910860 29725 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime docker
I1030 13:04:46.910895 29725 cache.go:56] Caching tarball of preloaded images
I1030 13:04:46.911098 29725 preload.go:172] Found /Users/jenkins/minikube-integration/19883-26664/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I1030 13:04:46.911118 29725 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on docker
I1030 13:04:46.911277 29725 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/config.json ...
I1030 13:04:46.912210 29725 start.go:360] acquireMachinesLock for ha-713000-m02: {Name:mk0245516eb55fb1e34e7de214f804384e5f6156 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1030 13:04:46.912313 29725 start.go:364] duration metric: took 78.908µs to acquireMachinesLock for "ha-713000-m02"
I1030 13:04:46.912351 29725 start.go:96] Skipping create...Using existing machine configuration
I1030 13:04:46.912359 29725 fix.go:54] fixHost starting: m02
I1030 13:04:46.912790 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:04:46.912831 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:04:46.924508 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51682
I1030 13:04:46.924847 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:04:46.925223 29725 main.go:141] libmachine: Using API Version 1
I1030 13:04:46.925238 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:04:46.925487 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:04:46.925620 29725 main.go:141] libmachine: (ha-713000-m02) Calling .DriverName
I1030 13:04:46.925731 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetState
I1030 13:04:46.925823 29725 main.go:141] libmachine: (ha-713000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:04:46.925899 29725 main.go:141] libmachine: (ha-713000-m02) DBG | hyperkit pid from json: 29239
I1030 13:04:46.926965 29725 main.go:141] libmachine: (ha-713000-m02) DBG | hyperkit pid 29239 missing from process table
I1030 13:04:46.926989 29725 fix.go:112] recreateIfNeeded on ha-713000-m02: state=Stopped err=<nil>
I1030 13:04:46.926996 29725 main.go:141] libmachine: (ha-713000-m02) Calling .DriverName
W1030 13:04:46.927087 29725 fix.go:138] unexpected machine state, will restart: <nil>
I1030 13:04:46.968964 29725 out.go:177] * Restarting existing hyperkit VM for "ha-713000-m02" ...
I1030 13:04:46.989854 29725 main.go:141] libmachine: (ha-713000-m02) Calling .Start
I1030 13:04:46.990163 29725 main.go:141] libmachine: (ha-713000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:04:46.990225 29725 main.go:141] libmachine: (ha-713000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/hyperkit.pid
I1030 13:04:46.992305 29725 main.go:141] libmachine: (ha-713000-m02) DBG | hyperkit pid 29239 missing from process table
I1030 13:04:46.992324 29725 main.go:141] libmachine: (ha-713000-m02) DBG | pid 29239 is in state "Stopped"
I1030 13:04:46.992345 29725 main.go:141] libmachine: (ha-713000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/hyperkit.pid...
I1030 13:04:46.992723 29725 main.go:141] libmachine: (ha-713000-m02) DBG | Using UUID 6cb53bd6-ec7a-4d55-a949-52f0b27ac7c0
I1030 13:04:47.017312 29725 main.go:141] libmachine: (ha-713000-m02) DBG | Generated MAC b2:b6:37:14:88:e4
I1030 13:04:47.017340 29725 main.go:141] libmachine: (ha-713000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000
I1030 13:04:47.017538 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"6cb53bd6-ec7a-4d55-a949-52f0b27ac7c0", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000400450)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1030 13:04:47.017571 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"6cb53bd6-ec7a-4d55-a949-52f0b27ac7c0", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000400450)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1030 13:04:47.017624 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "6cb53bd6-ec7a-4d55-a949-52f0b27ac7c0", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/ha-713000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/tty,log=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/bzimage,/Users/jenkins/minikube-integration/19883-26664/.minikube/
machines/ha-713000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000"}
I1030 13:04:47.017665 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 6cb53bd6-ec7a-4d55-a949-52f0b27ac7c0 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/ha-713000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/tty,log=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/bzimage,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/initrd,earlyprintk=serial loglevel=3 co
nsole=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000"
I1030 13:04:47.017680 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I1030 13:04:47.019181 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 DEBUG: hyperkit: Pid is 29744
I1030 13:04:47.019546 29725 main.go:141] libmachine: (ha-713000-m02) DBG | Attempt 0
I1030 13:04:47.019557 29725 main.go:141] libmachine: (ha-713000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:04:47.019630 29725 main.go:141] libmachine: (ha-713000-m02) DBG | hyperkit pid from json: 29744
I1030 13:04:47.021312 29725 main.go:141] libmachine: (ha-713000-m02) DBG | Searching for b2:b6:37:14:88:e4 in /var/db/dhcpd_leases ...
I1030 13:04:47.021491 29725 main.go:141] libmachine: (ha-713000-m02) DBG | Found 45 entries in /var/db/dhcpd_leases!
I1030 13:04:47.021534 29725 main.go:141] libmachine: (ha-713000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.43 HWAddress:42:16:ad:11:1d:16 ID:1,42:16:ad:11:1d:16 Lease:0x67229f66}
I1030 13:04:47.021561 29725 main.go:141] libmachine: (ha-713000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.46 HWAddress:16:e5:25:cf:75:3a ID:1,16:e5:25:cf:75:3a Lease:0x67228ffb}
I1030 13:04:47.021578 29725 main.go:141] libmachine: (ha-713000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.44 HWAddress:b2:b6:37:14:88:e4 ID:1,b2:b6:37:14:88:e4 Lease:0x67229dee}
I1030 13:04:47.021586 29725 main.go:141] libmachine: (ha-713000-m02) DBG | Found match: b2:b6:37:14:88:e4
I1030 13:04:47.021597 29725 main.go:141] libmachine: (ha-713000-m02) DBG | IP: 192.169.0.44
I1030 13:04:47.021599 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetConfigRaw
I1030 13:04:47.022256 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetIP
I1030 13:04:47.022505 29725 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/config.json ...
I1030 13:04:47.023115 29725 machine.go:93] provisionDockerMachine start ...
I1030 13:04:47.023125 29725 main.go:141] libmachine: (ha-713000-m02) Calling .DriverName
I1030 13:04:47.023244 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:04:47.023330 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:04:47.023424 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:04:47.023507 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:04:47.023624 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:04:47.023927 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:04:47.024071 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.44 22 <nil> <nil>}
I1030 13:04:47.024080 29725 main.go:141] libmachine: About to run SSH command:
hostname
I1030 13:04:47.030013 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I1030 13:04:47.038898 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I1030 13:04:47.039859 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1030 13:04:47.039891 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1030 13:04:47.039905 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1030 13:04:47.039919 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1030 13:04:47.436387 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I1030 13:04:47.436410 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I1030 13:04:47.551139 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1030 13:04:47.551158 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1030 13:04:47.551168 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1030 13:04:47.551174 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1030 13:04:47.552036 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I1030 13:04:47.552047 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:47 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I1030 13:04:53.300920 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:53 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 0
I1030 13:04:53.301011 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:53 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 0
I1030 13:04:53.301032 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:53 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 0
I1030 13:04:53.325758 29725 main.go:141] libmachine: (ha-713000-m02) DBG | 2024/10/30 13:04:53 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 0
I1030 13:05:22.100730 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I1030 13:05:22.100745 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetMachineName
I1030 13:05:22.100897 29725 buildroot.go:166] provisioning hostname "ha-713000-m02"
I1030 13:05:22.100909 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetMachineName
I1030 13:05:22.101004 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:05:22.101130 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:05:22.101222 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:22.101308 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:22.101400 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:05:22.101549 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:05:22.101699 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.44 22 <nil> <nil>}
I1030 13:05:22.101708 29725 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-713000-m02 && echo "ha-713000-m02" | sudo tee /etc/hostname
I1030 13:05:22.178576 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-713000-m02
I1030 13:05:22.178601 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:05:22.178746 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:05:22.178847 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:22.178941 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:22.179055 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:05:22.179198 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:05:22.179342 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.44 22 <nil> <nil>}
I1030 13:05:22.179353 29725 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-713000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-713000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-713000-m02' | sudo tee -a /etc/hosts;
fi
fi
I1030 13:05:22.253239 29725 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 13:05:22.253264 29725 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19883-26664/.minikube CaCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19883-26664/.minikube}
I1030 13:05:22.253278 29725 buildroot.go:174] setting up certificates
I1030 13:05:22.253288 29725 provision.go:84] configureAuth start
I1030 13:05:22.253296 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetMachineName
I1030 13:05:22.253436 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetIP
I1030 13:05:22.253538 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:05:22.253618 29725 provision.go:143] copyHostCerts
I1030 13:05:22.253644 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem
I1030 13:05:22.253696 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem, removing ...
I1030 13:05:22.253702 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem
I1030 13:05:22.253835 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem (1078 bytes)
I1030 13:05:22.254054 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem
I1030 13:05:22.254085 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem, removing ...
I1030 13:05:22.254090 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem
I1030 13:05:22.254172 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem (1123 bytes)
I1030 13:05:22.254334 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem
I1030 13:05:22.254364 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem, removing ...
I1030 13:05:22.254368 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem
I1030 13:05:22.254452 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem (1679 bytes)
I1030 13:05:22.254635 29725 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem org=jenkins.ha-713000-m02 san=[127.0.0.1 192.169.0.44 ha-713000-m02 localhost minikube]
I1030 13:05:22.461573 29725 provision.go:177] copyRemoteCerts
I1030 13:05:22.461641 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 13:05:22.461654 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:05:22.461795 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:05:22.461897 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:22.462000 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:05:22.462075 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.44 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/id_rsa Username:docker}
I1030 13:05:22.503216 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1030 13:05:22.503294 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1030 13:05:22.522583 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1030 13:05:22.522655 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1030 13:05:22.542392 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem -> /etc/docker/server.pem
I1030 13:05:22.542454 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1030 13:05:22.561997 29725 provision.go:87] duration metric: took 308.691656ms to configureAuth
I1030 13:05:22.562011 29725 buildroot.go:189] setting minikube options for container-runtime
I1030 13:05:22.562177 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:05:22.562190 29725 main.go:141] libmachine: (ha-713000-m02) Calling .DriverName
I1030 13:05:22.562328 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:05:22.562417 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:05:22.562489 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:22.562577 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:22.562659 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:05:22.562793 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:05:22.562917 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.44 22 <nil> <nil>}
I1030 13:05:22.562928 29725 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1030 13:05:22.628074 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I1030 13:05:22.628087 29725 buildroot.go:70] root file system type: tmpfs
I1030 13:05:22.628173 29725 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I1030 13:05:22.628185 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:05:22.628322 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:05:22.628420 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:22.628531 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:22.628641 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:05:22.628820 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:05:22.628950 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.44 22 <nil> <nil>}
I1030 13:05:22.628999 29725 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.43"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1030 13:05:22.704230 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.43
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1030 13:05:22.704249 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:05:22.704401 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:05:22.704502 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:22.704603 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:22.704685 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:05:22.704818 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:05:22.704957 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.44 22 <nil> <nil>}
I1030 13:05:22.704970 29725 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1030 13:05:24.360503 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I1030 13:05:24.360518 29725 machine.go:96] duration metric: took 37.336274888s to provisionDockerMachine
I1030 13:05:24.360534 29725 start.go:293] postStartSetup for "ha-713000-m02" (driver="hyperkit")
I1030 13:05:24.360542 29725 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 13:05:24.360553 29725 main.go:141] libmachine: (ha-713000-m02) Calling .DriverName
I1030 13:05:24.360756 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 13:05:24.360771 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:05:24.360893 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:05:24.361001 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:24.361085 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:05:24.361189 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.44 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/id_rsa Username:docker}
I1030 13:05:24.401938 29725 ssh_runner.go:195] Run: cat /etc/os-release
I1030 13:05:24.405140 29725 info.go:137] Remote host: Buildroot 2023.02.9
I1030 13:05:24.405151 29725 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19883-26664/.minikube/addons for local assets ...
I1030 13:05:24.405233 29725 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19883-26664/.minikube/files for local assets ...
I1030 13:05:24.405369 29725 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> 272302.pem in /etc/ssl/certs
I1030 13:05:24.405376 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> /etc/ssl/certs/272302.pem
I1030 13:05:24.405541 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1030 13:05:24.413823 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem --> /etc/ssl/certs/272302.pem (1708 bytes)
I1030 13:05:24.432955 29725 start.go:296] duration metric: took 72.410304ms for postStartSetup
I1030 13:05:24.432976 29725 main.go:141] libmachine: (ha-713000-m02) Calling .DriverName
I1030 13:05:24.433161 29725 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I1030 13:05:24.433182 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:05:24.433271 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:05:24.433367 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:24.433457 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:05:24.433544 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.44 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/id_rsa Username:docker}
I1030 13:05:24.473126 29725 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I1030 13:05:24.473198 29725 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I1030 13:05:24.526771 29725 fix.go:56] duration metric: took 37.613281865s for fixHost
I1030 13:05:24.526805 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:05:24.526957 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:05:24.527065 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:24.527165 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:24.527264 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:05:24.527423 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:05:24.527568 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.44 22 <nil> <nil>}
I1030 13:05:24.527576 29725 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1030 13:05:24.594795 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730318724.684785867
I1030 13:05:24.594808 29725 fix.go:216] guest clock: 1730318724.684785867
I1030 13:05:24.594814 29725 fix.go:229] Guest: 2024-10-30 13:05:24.684785867 -0700 PDT Remote: 2024-10-30 13:05:24.526787 -0700 PDT m=+56.388345025 (delta=157.998867ms)
I1030 13:05:24.594825 29725 fix.go:200] guest clock delta is within tolerance: 157.998867ms
I1030 13:05:24.594829 29725 start.go:83] releasing machines lock for "ha-713000-m02", held for 37.68137481s
I1030 13:05:24.594847 29725 main.go:141] libmachine: (ha-713000-m02) Calling .DriverName
I1030 13:05:24.594981 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetIP
I1030 13:05:24.618333 29725 out.go:177] * Found network options:
I1030 13:05:24.639647 29725 out.go:177] - NO_PROXY=192.169.0.43
W1030 13:05:24.661632 29725 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 13:05:24.661671 29725 main.go:141] libmachine: (ha-713000-m02) Calling .DriverName
I1030 13:05:24.662498 29725 main.go:141] libmachine: (ha-713000-m02) Calling .DriverName
I1030 13:05:24.662804 29725 main.go:141] libmachine: (ha-713000-m02) Calling .DriverName
I1030 13:05:24.662947 29725 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 13:05:24.662986 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
W1030 13:05:24.663075 29725 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 13:05:24.663186 29725 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1030 13:05:24.663206 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHHostname
I1030 13:05:24.663212 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:05:24.663434 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHPort
I1030 13:05:24.663472 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:24.663659 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHKeyPath
I1030 13:05:24.663682 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:05:24.663857 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetSSHUsername
I1030 13:05:24.663872 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.44 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/id_rsa Username:docker}
I1030 13:05:24.664008 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.44 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m02/id_rsa Username:docker}
W1030 13:05:24.700135 29725 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1030 13:05:24.700211 29725 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 13:05:24.749679 29725 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1030 13:05:24.749702 29725 start.go:495] detecting cgroup driver to use...
I1030 13:05:24.749802 29725 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1030 13:05:24.766244 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I1030 13:05:24.775239 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1030 13:05:24.784380 29725 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I1030 13:05:24.784439 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1030 13:05:24.793369 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1030 13:05:24.802560 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1030 13:05:24.811403 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1030 13:05:24.820587 29725 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 13:05:24.829891 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1030 13:05:24.838992 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1030 13:05:24.848200 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1030 13:05:24.857406 29725 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 13:05:24.865551 29725 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1030 13:05:24.865598 29725 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1030 13:05:24.874764 29725 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 13:05:24.883016 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:05:24.978108 29725 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1030 13:05:24.996640 29725 start.go:495] detecting cgroup driver to use...
I1030 13:05:24.996731 29725 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1030 13:05:25.011760 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 13:05:25.025891 29725 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1030 13:05:25.042392 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 13:05:25.053280 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1030 13:05:25.063629 29725 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1030 13:05:25.087191 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1030 13:05:25.097634 29725 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1030 13:05:25.112806 29725 ssh_runner.go:195] Run: which cri-dockerd
I1030 13:05:25.115791 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1030 13:05:25.123146 29725 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I1030 13:05:25.137157 29725 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1030 13:05:25.231057 29725 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1030 13:05:25.346137 29725 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I1030 13:05:25.346164 29725 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1030 13:05:25.367990 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:05:25.462460 29725 ssh_runner.go:195] Run: sudo systemctl restart docker
I1030 13:05:27.809255 29725 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.346704248s)
I1030 13:05:27.809342 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I1030 13:05:27.820565 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1030 13:05:27.830809 29725 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I1030 13:05:27.929844 29725 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1030 13:05:28.045950 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:05:28.159389 29725 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I1030 13:05:28.172851 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1030 13:05:28.184000 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:05:28.279513 29725 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I1030 13:05:28.340188 29725 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I1030 13:05:28.340288 29725 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I1030 13:05:28.345333 29725 start.go:563] Will wait 60s for crictl version
I1030 13:05:28.345405 29725 ssh_runner.go:195] Run: which crictl
I1030 13:05:28.348590 29725 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 13:05:28.373187 29725 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.1
RuntimeApiVersion: v1
I1030 13:05:28.373276 29725 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1030 13:05:28.389666 29725 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1030 13:05:28.429198 29725 out.go:235] * Preparing Kubernetes v1.31.2 on Docker 27.3.1 ...
I1030 13:05:28.470810 29725 out.go:177] - env NO_PROXY=192.169.0.43
I1030 13:05:28.491937 29725 main.go:141] libmachine: (ha-713000-m02) Calling .GetIP
I1030 13:05:28.492428 29725 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I1030 13:05:28.496908 29725 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 13:05:28.506790 29725 mustload.go:65] Loading cluster: ha-713000
I1030 13:05:28.506970 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:05:28.507202 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:05:28.507224 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:05:28.518429 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51704
I1030 13:05:28.518772 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:05:28.519105 29725 main.go:141] libmachine: Using API Version 1
I1030 13:05:28.519117 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:05:28.519349 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:05:28.519452 29725 main.go:141] libmachine: (ha-713000) Calling .GetState
I1030 13:05:28.519544 29725 main.go:141] libmachine: (ha-713000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:05:28.519602 29725 main.go:141] libmachine: (ha-713000) DBG | hyperkit pid from json: 29738
I1030 13:05:28.520722 29725 host.go:66] Checking if "ha-713000" exists ...
I1030 13:05:28.520979 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:05:28.521007 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:05:28.531957 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51706
I1030 13:05:28.532313 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:05:28.532650 29725 main.go:141] libmachine: Using API Version 1
I1030 13:05:28.532660 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:05:28.532898 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:05:28.533021 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:05:28.533142 29725 certs.go:68] Setting up /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000 for IP: 192.169.0.44
I1030 13:05:28.533148 29725 certs.go:194] generating shared ca certs ...
I1030 13:05:28.533160 29725 certs.go:226] acquiring lock for ca certs: {Name:mk32dbd2da852d4fa340a8e5df526788d5376463 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 13:05:28.533306 29725 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key
I1030 13:05:28.533360 29725 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key
I1030 13:05:28.533369 29725 certs.go:256] generating profile certs ...
I1030 13:05:28.533454 29725 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/client.key
I1030 13:05:28.533555 29725 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key.f7fc80df
I1030 13:05:28.533608 29725 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.key
I1030 13:05:28.533616 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1030 13:05:28.533637 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1030 13:05:28.533657 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1030 13:05:28.533675 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1030 13:05:28.533692 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1030 13:05:28.533711 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1030 13:05:28.533735 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1030 13:05:28.533754 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1030 13:05:28.533825 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem (1338 bytes)
W1030 13:05:28.533864 29725 certs.go:480] ignoring /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230_empty.pem, impossibly tiny 0 bytes
I1030 13:05:28.533872 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem (1675 bytes)
I1030 13:05:28.533910 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem (1078 bytes)
I1030 13:05:28.533945 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem (1123 bytes)
I1030 13:05:28.533980 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem (1679 bytes)
I1030 13:05:28.534047 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem (1708 bytes)
I1030 13:05:28.534080 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem -> /usr/share/ca-certificates/27230.pem
I1030 13:05:28.534101 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> /usr/share/ca-certificates/272302.pem
I1030 13:05:28.534119 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1030 13:05:28.534145 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:05:28.534239 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:05:28.534334 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:05:28.534425 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:05:28.534510 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.43 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/id_rsa Username:docker}
I1030 13:05:28.558182 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1030 13:05:28.561371 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1030 13:05:28.569356 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1030 13:05:28.572510 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1030 13:05:28.580646 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1030 13:05:28.583785 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1030 13:05:28.591557 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1030 13:05:28.594844 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1030 13:05:28.604020 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1030 13:05:28.607161 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1030 13:05:28.615011 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1030 13:05:28.618115 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1030 13:05:28.626544 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 13:05:28.647002 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1030 13:05:28.667664 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 13:05:28.687559 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1030 13:05:28.707670 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1030 13:05:28.727506 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1030 13:05:28.747895 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1030 13:05:28.767715 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1030 13:05:28.787769 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem --> /usr/share/ca-certificates/27230.pem (1338 bytes)
I1030 13:05:28.807821 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem --> /usr/share/ca-certificates/272302.pem (1708 bytes)
I1030 13:05:28.827404 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 13:05:28.847134 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1030 13:05:28.860874 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1030 13:05:28.874233 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1030 13:05:28.887717 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1030 13:05:28.901360 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1030 13:05:28.914979 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1030 13:05:28.928566 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1030 13:05:28.942225 29725 ssh_runner.go:195] Run: openssl version
I1030 13:05:28.946535 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/27230.pem && ln -fs /usr/share/ca-certificates/27230.pem /etc/ssl/certs/27230.pem"
I1030 13:05:28.955189 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/27230.pem
I1030 13:05:28.958592 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 30 19:49 /usr/share/ca-certificates/27230.pem
I1030 13:05:28.958662 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/27230.pem
I1030 13:05:28.962882 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/27230.pem /etc/ssl/certs/51391683.0"
I1030 13:05:28.971207 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/272302.pem && ln -fs /usr/share/ca-certificates/272302.pem /etc/ssl/certs/272302.pem"
I1030 13:05:28.979812 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/272302.pem
I1030 13:05:28.983306 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 30 19:49 /usr/share/ca-certificates/272302.pem
I1030 13:05:28.983353 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/272302.pem
I1030 13:05:28.987729 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/272302.pem /etc/ssl/certs/3ec20f2e.0"
I1030 13:05:28.996317 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 13:05:29.004937 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 13:05:29.008424 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 30 19:40 /usr/share/ca-certificates/minikubeCA.pem
I1030 13:05:29.008475 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 13:05:29.012858 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 13:05:29.021325 29725 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1030 13:05:29.024929 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1030 13:05:29.029474 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1030 13:05:29.033903 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1030 13:05:29.038421 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1030 13:05:29.042896 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1030 13:05:29.047254 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1030 13:05:29.051533 29725 kubeadm.go:934] updating node {m02 192.169.0.44 8443 v1.31.2 docker true true} ...
I1030 13:05:29.051600 29725 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-713000-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.44
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-713000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1030 13:05:29.051621 29725 kube-vip.go:115] generating kube-vip config ...
I1030 13:05:29.051661 29725 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1030 13:05:29.063970 29725 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1030 13:05:29.064017 29725 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1030 13:05:29.064086 29725 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1030 13:05:29.077408 29725 binaries.go:44] Found k8s binaries, skipping transfer
I1030 13:05:29.077477 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1030 13:05:29.085484 29725 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1030 13:05:29.099768 29725 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 13:05:29.113298 29725 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I1030 13:05:29.126776 29725 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I1030 13:05:29.129698 29725 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 13:05:29.139518 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:05:29.249193 29725 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 13:05:29.263872 29725 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.169.0.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I1030 13:05:29.264067 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:05:29.285517 29725 out.go:177] * Verifying Kubernetes components...
I1030 13:05:29.327212 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:05:29.465421 29725 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 13:05:29.485520 29725 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19883-26664/kubeconfig
I1030 13:05:29.485728 29725 kapi.go:59] client config for ha-713000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/client.key", CAFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(ni
l)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x9194060), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1030 13:05:29.485769 29725 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.43:8443
I1030 13:05:29.485933 29725 node_ready.go:35] waiting up to 6m0s for node "ha-713000-m02" to be "Ready" ...
I1030 13:05:29.486010 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:29.486016 29725 round_trippers.go:469] Request Headers:
I1030 13:05:29.486023 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:29.486028 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.039601 29725 round_trippers.go:574] Response Status: 200 OK in 8553 milliseconds
I1030 13:05:38.079466 29725 node_ready.go:49] node "ha-713000-m02" has status "Ready":"True"
I1030 13:05:38.079483 29725 node_ready.go:38] duration metric: took 8.59327588s for node "ha-713000-m02" to be "Ready" ...
I1030 13:05:38.079490 29725 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 13:05:38.079527 29725 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1030 13:05:38.079538 29725 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1030 13:05:38.079595 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods
I1030 13:05:38.079601 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.079607 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.079612 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.107170 29725 round_trippers.go:574] Response Status: 200 OK in 27 milliseconds
I1030 13:05:38.114998 29725 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.115057 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:05:38.115063 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.115068 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.115073 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.123234 29725 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1030 13:05:38.127339 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:05:38.127351 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.127359 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.127363 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.130868 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:38.131141 29725 pod_ready.go:93] pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:38.131150 29725 pod_ready.go:82] duration metric: took 16.134249ms for pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.131158 29725 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-rp56w" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.131198 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-rp56w
I1030 13:05:38.131203 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.131209 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.131221 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.136641 29725 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 13:05:38.137216 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:05:38.137224 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.137230 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.137234 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.139259 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:38.139761 29725 pod_ready.go:93] pod "coredns-7c65d6cfc9-rp56w" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:38.139771 29725 pod_ready.go:82] duration metric: took 8.608533ms for pod "coredns-7c65d6cfc9-rp56w" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.139778 29725 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.139816 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000
I1030 13:05:38.139821 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.139827 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.139830 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.142094 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:38.142633 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:05:38.142640 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.142645 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.142655 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.144579 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:38.145318 29725 pod_ready.go:93] pod "etcd-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:38.145328 29725 pod_ready.go:82] duration metric: took 5.545689ms for pod "etcd-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.145334 29725 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.145367 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000-m02
I1030 13:05:38.145372 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.145378 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.145382 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.147351 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:38.147903 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:38.147911 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.147917 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.147920 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.149837 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:38.150207 29725 pod_ready.go:93] pod "etcd-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:38.150215 29725 pod_ready.go:82] duration metric: took 4.87657ms for pod "etcd-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.150239 29725 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.150277 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000-m03
I1030 13:05:38.150282 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.150288 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.150292 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.152458 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:38.279981 29725 request.go:632] Waited for 127.001432ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:05:38.280011 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:05:38.280016 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.280022 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.280025 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.284562 29725 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 13:05:38.284985 29725 pod_ready.go:93] pod "etcd-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:38.284995 29725 pod_ready.go:82] duration metric: took 134.745399ms for pod "etcd-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.285006 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.479672 29725 request.go:632] Waited for 194.619381ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000
I1030 13:05:38.479702 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000
I1030 13:05:38.479706 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.479712 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.479715 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.481903 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:38.679727 29725 request.go:632] Waited for 197.238023ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:05:38.679794 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:05:38.679799 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.679805 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.679809 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.682220 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:38.682533 29725 pod_ready.go:93] pod "kube-apiserver-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:38.682542 29725 pod_ready.go:82] duration metric: took 397.518508ms for pod "kube-apiserver-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.682548 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:05:38.880407 29725 request.go:632] Waited for 197.810371ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m02
I1030 13:05:38.880504 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m02
I1030 13:05:38.880529 29725 round_trippers.go:469] Request Headers:
I1030 13:05:38.880542 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:38.880551 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:38.883482 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:39.081716 29725 request.go:632] Waited for 197.641399ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:39.081863 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:39.081875 29725 round_trippers.go:469] Request Headers:
I1030 13:05:39.081887 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:39.081895 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:39.084430 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:39.084897 29725 pod_ready.go:93] pod "kube-apiserver-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:39.084908 29725 pod_ready.go:82] duration metric: took 402.342644ms for pod "kube-apiserver-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:05:39.084917 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:05:39.280662 29725 request.go:632] Waited for 195.694585ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m03
I1030 13:05:39.280730 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m03
I1030 13:05:39.280736 29725 round_trippers.go:469] Request Headers:
I1030 13:05:39.280742 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:39.280746 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:39.285007 29725 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 13:05:39.479853 29725 request.go:632] Waited for 194.337986ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:05:39.479883 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:05:39.479888 29725 round_trippers.go:469] Request Headers:
I1030 13:05:39.479916 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:39.479921 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:39.481855 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:39.482969 29725 pod_ready.go:93] pod "kube-apiserver-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:39.482983 29725 pod_ready.go:82] duration metric: took 398.046813ms for pod "kube-apiserver-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:05:39.482994 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:05:39.680290 29725 request.go:632] Waited for 197.028182ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000
I1030 13:05:39.680330 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000
I1030 13:05:39.680336 29725 round_trippers.go:469] Request Headers:
I1030 13:05:39.680342 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:39.680346 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:39.682583 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:39.879927 29725 request.go:632] Waited for 196.970937ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:05:39.879959 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:05:39.879965 29725 round_trippers.go:469] Request Headers:
I1030 13:05:39.879971 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:39.879976 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:39.882648 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:39.882949 29725 pod_ready.go:93] pod "kube-controller-manager-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:39.882958 29725 pod_ready.go:82] duration metric: took 399.945331ms for pod "kube-controller-manager-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:05:39.882965 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:05:40.080313 29725 request.go:632] Waited for 197.297855ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:40.080379 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:40.080385 29725 round_trippers.go:469] Request Headers:
I1030 13:05:40.080391 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:40.080395 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:40.082182 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:40.280439 29725 request.go:632] Waited for 197.832199ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:40.280472 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:40.280476 29725 round_trippers.go:469] Request Headers:
I1030 13:05:40.280483 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:40.280487 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:40.283285 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:40.481654 29725 request.go:632] Waited for 97.437186ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:40.481696 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:40.481704 29725 round_trippers.go:469] Request Headers:
I1030 13:05:40.481712 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:40.481718 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:40.483892 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:40.680075 29725 request.go:632] Waited for 195.729312ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:40.680109 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:40.680116 29725 round_trippers.go:469] Request Headers:
I1030 13:05:40.680123 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:40.680126 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:40.682052 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:40.884254 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:40.884270 29725 round_trippers.go:469] Request Headers:
I1030 13:05:40.884279 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:40.884283 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:40.886959 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:41.080154 29725 request.go:632] Waited for 192.618656ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:41.080186 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:41.080190 29725 round_trippers.go:469] Request Headers:
I1030 13:05:41.080196 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:41.080221 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:41.082123 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:41.384218 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:41.384236 29725 round_trippers.go:469] Request Headers:
I1030 13:05:41.384245 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:41.384249 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:41.390620 29725 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1030 13:05:41.481268 29725 request.go:632] Waited for 90.045977ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:41.481311 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:41.481339 29725 round_trippers.go:469] Request Headers:
I1030 13:05:41.481347 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:41.481352 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:41.483441 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:41.884459 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:41.884484 29725 round_trippers.go:469] Request Headers:
I1030 13:05:41.884497 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:41.884504 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:41.889042 29725 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 13:05:41.889566 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:41.889574 29725 round_trippers.go:469] Request Headers:
I1030 13:05:41.889580 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:41.889583 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:41.891325 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:41.891859 29725 pod_ready.go:103] pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace has status "Ready":"False"
I1030 13:05:42.384475 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:42.384487 29725 round_trippers.go:469] Request Headers:
I1030 13:05:42.384493 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:42.384497 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:42.386350 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:42.386724 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:42.386733 29725 round_trippers.go:469] Request Headers:
I1030 13:05:42.386739 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:42.386743 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:42.388512 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:42.884755 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:42.884771 29725 round_trippers.go:469] Request Headers:
I1030 13:05:42.884779 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:42.884784 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:42.887670 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:42.888108 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:42.888117 29725 round_trippers.go:469] Request Headers:
I1030 13:05:42.888123 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:42.888141 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:42.889915 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:43.384079 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:43.384106 29725 round_trippers.go:469] Request Headers:
I1030 13:05:43.384122 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:43.384129 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:43.387392 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:43.388055 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:43.388063 29725 round_trippers.go:469] Request Headers:
I1030 13:05:43.388069 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:43.388072 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:43.389567 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:43.883909 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:43.883922 29725 round_trippers.go:469] Request Headers:
I1030 13:05:43.883927 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:43.883931 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:43.886189 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:43.886645 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:43.886653 29725 round_trippers.go:469] Request Headers:
I1030 13:05:43.886658 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:43.886663 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:43.888270 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:44.383930 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:44.383957 29725 round_trippers.go:469] Request Headers:
I1030 13:05:44.383968 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:44.383977 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:44.389006 29725 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 13:05:44.389587 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:44.389594 29725 round_trippers.go:469] Request Headers:
I1030 13:05:44.389600 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:44.389604 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:44.391209 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:44.391578 29725 pod_ready.go:103] pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace has status "Ready":"False"
I1030 13:05:44.883243 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:44.883256 29725 round_trippers.go:469] Request Headers:
I1030 13:05:44.883261 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:44.883264 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:44.885320 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:44.885736 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:44.885744 29725 round_trippers.go:469] Request Headers:
I1030 13:05:44.885750 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:44.885753 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:44.887542 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:45.383341 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:45.383364 29725 round_trippers.go:469] Request Headers:
I1030 13:05:45.383375 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:45.383381 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:45.386314 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:45.386810 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:45.386818 29725 round_trippers.go:469] Request Headers:
I1030 13:05:45.386823 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:45.386828 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:45.388496 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:45.884453 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:45.884467 29725 round_trippers.go:469] Request Headers:
I1030 13:05:45.884473 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:45.884475 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:45.886522 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:45.886938 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:45.886947 29725 round_trippers.go:469] Request Headers:
I1030 13:05:45.886956 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:45.886960 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:45.888569 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:46.384114 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:46.384140 29725 round_trippers.go:469] Request Headers:
I1030 13:05:46.384151 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:46.384191 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:46.387535 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:46.388275 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:46.388283 29725 round_trippers.go:469] Request Headers:
I1030 13:05:46.388288 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:46.388293 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:46.389994 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:46.883561 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:46.883577 29725 round_trippers.go:469] Request Headers:
I1030 13:05:46.883585 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:46.883590 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:46.892768 29725 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1030 13:05:46.893147 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:46.893155 29725 round_trippers.go:469] Request Headers:
I1030 13:05:46.893164 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:46.893173 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:46.895258 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:46.895552 29725 pod_ready.go:103] pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace has status "Ready":"False"
I1030 13:05:47.384531 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:47.384551 29725 round_trippers.go:469] Request Headers:
I1030 13:05:47.384558 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:47.384561 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:47.387461 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:47.387881 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:47.387889 29725 round_trippers.go:469] Request Headers:
I1030 13:05:47.387895 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:47.387899 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:47.389600 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:47.884834 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:47.884850 29725 round_trippers.go:469] Request Headers:
I1030 13:05:47.884858 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:47.884864 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:47.887285 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:47.887752 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:47.887760 29725 round_trippers.go:469] Request Headers:
I1030 13:05:47.887765 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:47.887768 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:47.889587 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:48.384275 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:48.384300 29725 round_trippers.go:469] Request Headers:
I1030 13:05:48.384311 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:48.384319 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:48.387790 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:48.388305 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:48.388313 29725 round_trippers.go:469] Request Headers:
I1030 13:05:48.388319 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:48.388322 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:48.390395 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:48.883805 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:48.883821 29725 round_trippers.go:469] Request Headers:
I1030 13:05:48.883829 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:48.883836 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:48.886112 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:48.886528 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:48.886537 29725 round_trippers.go:469] Request Headers:
I1030 13:05:48.886543 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:48.886546 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:48.888202 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:49.384157 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:49.384171 29725 round_trippers.go:469] Request Headers:
I1030 13:05:49.384177 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:49.384180 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:49.386311 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:49.386700 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:49.386708 29725 round_trippers.go:469] Request Headers:
I1030 13:05:49.386713 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:49.386723 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:49.388603 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:49.389010 29725 pod_ready.go:103] pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace has status "Ready":"False"
I1030 13:05:49.884902 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:49.884964 29725 round_trippers.go:469] Request Headers:
I1030 13:05:49.884985 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:49.884994 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:49.887926 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:49.888659 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:49.888667 29725 round_trippers.go:469] Request Headers:
I1030 13:05:49.888673 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:49.888677 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:49.890377 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:50.384248 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:50.384270 29725 round_trippers.go:469] Request Headers:
I1030 13:05:50.384281 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:50.384287 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:50.388073 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:50.388683 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:50.388691 29725 round_trippers.go:469] Request Headers:
I1030 13:05:50.388696 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:50.388700 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:50.390517 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:50.883652 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:50.883673 29725 round_trippers.go:469] Request Headers:
I1030 13:05:50.883685 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:50.883694 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:50.886573 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:50.887194 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:50.887202 29725 round_trippers.go:469] Request Headers:
I1030 13:05:50.887208 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:50.887211 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:50.888854 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:51.385458 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:05:51.385470 29725 round_trippers.go:469] Request Headers:
I1030 13:05:51.385477 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:51.385480 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:51.388528 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:51.388919 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:51.388927 29725 round_trippers.go:469] Request Headers:
I1030 13:05:51.388932 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:51.388936 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:51.391196 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:51.391509 29725 pod_ready.go:93] pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:51.391522 29725 pod_ready.go:82] duration metric: took 11.508202905s for pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:05:51.391530 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:05:51.391565 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m03
I1030 13:05:51.391570 29725 round_trippers.go:469] Request Headers:
I1030 13:05:51.391575 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:51.391579 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:51.393823 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:51.394196 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:05:51.394203 29725 round_trippers.go:469] Request Headers:
I1030 13:05:51.394208 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:51.394213 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:51.396131 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:51.396542 29725 pod_ready.go:93] pod "kube-controller-manager-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:51.396551 29725 pod_ready.go:82] duration metric: took 5.015798ms for pod "kube-controller-manager-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:05:51.396557 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-9tf4b" in "kube-system" namespace to be "Ready" ...
I1030 13:05:51.396593 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tf4b
I1030 13:05:51.396598 29725 round_trippers.go:469] Request Headers:
I1030 13:05:51.396603 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:51.396607 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:51.398895 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:51.399503 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:51.399511 29725 round_trippers.go:469] Request Headers:
I1030 13:05:51.399517 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:51.399521 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:51.401375 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:51.897245 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tf4b
I1030 13:05:51.897268 29725 round_trippers.go:469] Request Headers:
I1030 13:05:51.897279 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:51.897285 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:51.900445 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:51.901183 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:51.901193 29725 round_trippers.go:469] Request Headers:
I1030 13:05:51.901202 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:51.901208 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:51.902893 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:52.398163 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tf4b
I1030 13:05:52.398184 29725 round_trippers.go:469] Request Headers:
I1030 13:05:52.398192 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:52.398196 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:52.400598 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:52.401123 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:52.401132 29725 round_trippers.go:469] Request Headers:
I1030 13:05:52.401136 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:52.401140 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:52.402783 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:52.898462 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tf4b
I1030 13:05:52.898478 29725 round_trippers.go:469] Request Headers:
I1030 13:05:52.898485 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:52.898488 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:52.900450 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:52.901067 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:52.901075 29725 round_trippers.go:469] Request Headers:
I1030 13:05:52.901080 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:52.901083 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:52.902938 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:53.398573 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tf4b
I1030 13:05:53.398627 29725 round_trippers.go:469] Request Headers:
I1030 13:05:53.398640 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:53.398648 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:53.401257 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:53.401887 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:53.401895 29725 round_trippers.go:469] Request Headers:
I1030 13:05:53.401926 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:53.401932 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:53.403660 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:53.404044 29725 pod_ready.go:103] pod "kube-proxy-9tf4b" in "kube-system" namespace has status "Ready":"False"
I1030 13:05:53.896789 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tf4b
I1030 13:05:53.896805 29725 round_trippers.go:469] Request Headers:
I1030 13:05:53.896812 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:53.896816 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:53.899014 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:53.899509 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:53.899517 29725 round_trippers.go:469] Request Headers:
I1030 13:05:53.899522 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:53.899529 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:53.901595 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:53.901929 29725 pod_ready.go:93] pod "kube-proxy-9tf4b" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:53.901940 29725 pod_ready.go:82] duration metric: took 2.505303168s for pod "kube-proxy-9tf4b" in "kube-system" namespace to be "Ready" ...
I1030 13:05:53.901947 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-c7tmq" in "kube-system" namespace to be "Ready" ...
I1030 13:05:53.901988 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-c7tmq
I1030 13:05:53.901993 29725 round_trippers.go:469] Request Headers:
I1030 13:05:53.901998 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:53.902003 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:53.903890 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:53.904276 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m04
I1030 13:05:53.904283 29725 round_trippers.go:469] Request Headers:
I1030 13:05:53.904289 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:53.904293 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:53.905854 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:53.906106 29725 pod_ready.go:93] pod "kube-proxy-c7tmq" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:53.906118 29725 pod_ready.go:82] duration metric: took 4.161956ms for pod "kube-proxy-c7tmq" in "kube-system" namespace to be "Ready" ...
I1030 13:05:53.906125 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-mhbgr" in "kube-system" namespace to be "Ready" ...
I1030 13:05:53.906157 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mhbgr
I1030 13:05:53.906162 29725 round_trippers.go:469] Request Headers:
I1030 13:05:53.906172 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:53.906175 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:53.907791 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:53.908196 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:05:53.908205 29725 round_trippers.go:469] Request Headers:
I1030 13:05:53.908210 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:53.908215 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:53.910981 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:53.911352 29725 pod_ready.go:93] pod "kube-proxy-mhbgr" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:53.911363 29725 pod_ready.go:82] duration metric: took 5.233023ms for pod "kube-proxy-mhbgr" in "kube-system" namespace to be "Ready" ...
I1030 13:05:53.911381 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tbd9d" in "kube-system" namespace to be "Ready" ...
I1030 13:05:53.911423 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tbd9d
I1030 13:05:53.911429 29725 round_trippers.go:469] Request Headers:
I1030 13:05:53.911435 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:53.911438 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:53.913567 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:53.914014 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:05:53.914022 29725 round_trippers.go:469] Request Headers:
I1030 13:05:53.914028 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:53.914032 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:53.915779 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:05:53.916098 29725 pod_ready.go:93] pod "kube-proxy-tbd9d" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:53.916108 29725 pod_ready.go:82] duration metric: took 4.720051ms for pod "kube-proxy-tbd9d" in "kube-system" namespace to be "Ready" ...
I1030 13:05:53.916114 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:05:53.986702 29725 request.go:632] Waited for 70.479686ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000
I1030 13:05:53.986758 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000
I1030 13:05:53.986768 29725 round_trippers.go:469] Request Headers:
I1030 13:05:53.986780 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:53.986789 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:53.990430 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:54.187466 29725 request.go:632] Waited for 196.336897ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:05:54.187501 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:05:54.187506 29725 round_trippers.go:469] Request Headers:
I1030 13:05:54.187514 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:54.187520 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:54.190142 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:54.190504 29725 pod_ready.go:93] pod "kube-scheduler-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:54.190515 29725 pod_ready.go:82] duration metric: took 274.387012ms for pod "kube-scheduler-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:05:54.190524 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:05:54.385591 29725 request.go:632] Waited for 195.021121ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m02
I1030 13:05:54.385625 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m02
I1030 13:05:54.385634 29725 round_trippers.go:469] Request Headers:
I1030 13:05:54.385652 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:54.385655 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:54.388777 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:54.587128 29725 request.go:632] Waited for 197.914543ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:54.587174 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:05:54.587182 29725 round_trippers.go:469] Request Headers:
I1030 13:05:54.587193 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:54.587202 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:54.590310 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:54.590723 29725 pod_ready.go:93] pod "kube-scheduler-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:54.590736 29725 pod_ready.go:82] duration metric: took 400.194178ms for pod "kube-scheduler-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:05:54.590744 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:05:54.786227 29725 request.go:632] Waited for 195.37471ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m03
I1030 13:05:54.786296 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m03
I1030 13:05:54.786305 29725 round_trippers.go:469] Request Headers:
I1030 13:05:54.786316 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:54.786325 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:54.790211 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:54.986219 29725 request.go:632] Waited for 195.444822ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:05:54.986323 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:05:54.986336 29725 round_trippers.go:469] Request Headers:
I1030 13:05:54.986348 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:54.986356 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:54.989792 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:54.990269 29725 pod_ready.go:93] pod "kube-scheduler-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:05:54.990282 29725 pod_ready.go:82] duration metric: took 399.518379ms for pod "kube-scheduler-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:05:54.990292 29725 pod_ready.go:39] duration metric: took 16.910287272s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 13:05:54.990319 29725 api_server.go:52] waiting for apiserver process to appear ...
I1030 13:05:54.990421 29725 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1030 13:05:55.004525 29725 api_server.go:72] duration metric: took 25.739852381s to wait for apiserver process to appear ...
I1030 13:05:55.004539 29725 api_server.go:88] waiting for apiserver healthz status ...
I1030 13:05:55.004555 29725 api_server.go:253] Checking apiserver healthz at https://192.169.0.43:8443/healthz ...
I1030 13:05:55.007628 29725 api_server.go:279] https://192.169.0.43:8443/healthz returned 200:
ok
I1030 13:05:55.007660 29725 round_trippers.go:463] GET https://192.169.0.43:8443/version
I1030 13:05:55.007665 29725 round_trippers.go:469] Request Headers:
I1030 13:05:55.007671 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:55.007677 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:55.008222 29725 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1030 13:05:55.008275 29725 api_server.go:141] control plane version: v1.31.2
I1030 13:05:55.008283 29725 api_server.go:131] duration metric: took 3.740286ms to wait for apiserver health ...
I1030 13:05:55.008290 29725 system_pods.go:43] waiting for kube-system pods to appear ...
I1030 13:05:55.186622 29725 request.go:632] Waited for 178.281506ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods
I1030 13:05:55.186718 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods
I1030 13:05:55.186729 29725 round_trippers.go:469] Request Headers:
I1030 13:05:55.186739 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:55.186746 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:55.192020 29725 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 13:05:55.196839 29725 system_pods.go:59] 26 kube-system pods found
I1030 13:05:55.196857 29725 system_pods.go:61] "coredns-7c65d6cfc9-9tbj2" [3c1cc875-28d5-44bc-a88a-d216a844c8d9] Running
I1030 13:05:55.196862 29725 system_pods.go:61] "coredns-7c65d6cfc9-rp56w" [211ea3e7-c812-4225-83a3-18a16ec2add8] Running
I1030 13:05:55.196866 29725 system_pods.go:61] "etcd-ha-713000" [5e5ef9ab-0c35-4eb4-86bf-0be7ab29d350] Running
I1030 13:05:55.196869 29725 system_pods.go:61] "etcd-ha-713000-m02" [0103bddf-b260-4935-ba12-dfc8cf18c77d] Running
I1030 13:05:55.196872 29725 system_pods.go:61] "etcd-ha-713000-m03" [ab7f780b-30d0-483d-baac-a5e8379811b3] Running
I1030 13:05:55.196875 29725 system_pods.go:61] "kindnet-6xkvc" [6e6305cb-7945-4843-b4be-b4161c97503f] Running
I1030 13:05:55.196878 29725 system_pods.go:61] "kindnet-9g5hv" [40ebc9c6-896f-4ea0-a1cc-79c762553b40] Running
I1030 13:05:55.196880 29725 system_pods.go:61] "kindnet-fs64c" [da172237-0974-4acb-b443-399b68507cff] Running
I1030 13:05:55.196883 29725 system_pods.go:61] "kindnet-kktpp" [7c825e4b-1c58-4335-8c52-f32a0489da53] Running
I1030 13:05:55.196888 29725 system_pods.go:61] "kube-apiserver-ha-713000" [4174a86d-0d52-48be-9e9f-74032838b123] Running
I1030 13:05:55.196892 29725 system_pods.go:61] "kube-apiserver-ha-713000-m02" [6a0b66a9-6b7c-442a-a088-9161c36280c1] Running
I1030 13:05:55.196894 29725 system_pods.go:61] "kube-apiserver-ha-713000-m03" [b060cfa4-4f93-42f0-8174-811d92771048] Running
I1030 13:05:55.196897 29725 system_pods.go:61] "kube-controller-manager-ha-713000" [8b1102f4-f7e0-4951-9feb-1a6e347585f1] Running
I1030 13:05:55.196900 29725 system_pods.go:61] "kube-controller-manager-ha-713000-m02" [fda261a5-57c2-475d-a228-f9c384a9db7d] Running
I1030 13:05:55.196903 29725 system_pods.go:61] "kube-controller-manager-ha-713000-m03" [0d86fe4c-5c4d-407e-af1a-3a22f32ee6a6] Running
I1030 13:05:55.196905 29725 system_pods.go:61] "kube-proxy-9tf4b" [7c00e80d-50d9-4ad8-a870-689829e358fc] Running
I1030 13:05:55.196908 29725 system_pods.go:61] "kube-proxy-c7tmq" [1709e5fe-45f2-4108-90dd-1c7c2f83b6ba] Running
I1030 13:05:55.196910 29725 system_pods.go:61] "kube-proxy-mhbgr" [eb579e1b-57d8-4e12-8220-bd758cfc8824] Running
I1030 13:05:55.196912 29725 system_pods.go:61] "kube-proxy-tbd9d" [e4112dff-c566-4347-8d44-ceeaf16bde3f] Running
I1030 13:05:55.196915 29725 system_pods.go:61] "kube-scheduler-ha-713000" [32b74e15-85a6-4636-b913-e7179e22c877] Running
I1030 13:05:55.196918 29725 system_pods.go:61] "kube-scheduler-ha-713000-m02" [438ecddf-6abd-4a36-a013-f7fd26cdc1bc] Running
I1030 13:05:55.196920 29725 system_pods.go:61] "kube-scheduler-ha-713000-m03" [954dca1d-94c6-4cb4-89f9-4c3276df8001] Running
I1030 13:05:55.196923 29725 system_pods.go:61] "kube-vip-ha-713000" [2a54d78b-90ec-4a68-a606-334ca9129b33] Running
I1030 13:05:55.196925 29725 system_pods.go:61] "kube-vip-ha-713000-m02" [26cb5ef7-55f7-44ee-a979-1cc1be8bf91e] Running
I1030 13:05:55.196928 29725 system_pods.go:61] "kube-vip-ha-713000-m03" [abc45a1a-5fb5-4ad5-b1da-d2019837de3f] Running
I1030 13:05:55.196930 29725 system_pods.go:61] "storage-provisioner" [b73794b4-a1c0-47f6-b715-4b10c333560c] Running
I1030 13:05:55.196934 29725 system_pods.go:74] duration metric: took 188.633454ms to wait for pod list to return data ...
I1030 13:05:55.196940 29725 default_sa.go:34] waiting for default service account to be created ...
I1030 13:05:55.386931 29725 request.go:632] Waited for 189.931734ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/default/serviceaccounts
I1030 13:05:55.386963 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/default/serviceaccounts
I1030 13:05:55.386968 29725 round_trippers.go:469] Request Headers:
I1030 13:05:55.386974 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:55.386978 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:55.389896 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:05:55.390040 29725 default_sa.go:45] found service account: "default"
I1030 13:05:55.390050 29725 default_sa.go:55] duration metric: took 193.099868ms for default service account to be created ...
I1030 13:05:55.390059 29725 system_pods.go:116] waiting for k8s-apps to be running ...
I1030 13:05:55.585898 29725 request.go:632] Waited for 195.782805ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods
I1030 13:05:55.585946 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods
I1030 13:05:55.585954 29725 round_trippers.go:469] Request Headers:
I1030 13:05:55.585965 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:55.585976 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:55.591174 29725 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 13:05:55.596746 29725 system_pods.go:86] 26 kube-system pods found
I1030 13:05:55.596759 29725 system_pods.go:89] "coredns-7c65d6cfc9-9tbj2" [3c1cc875-28d5-44bc-a88a-d216a844c8d9] Running
I1030 13:05:55.596763 29725 system_pods.go:89] "coredns-7c65d6cfc9-rp56w" [211ea3e7-c812-4225-83a3-18a16ec2add8] Running
I1030 13:05:55.596766 29725 system_pods.go:89] "etcd-ha-713000" [5e5ef9ab-0c35-4eb4-86bf-0be7ab29d350] Running
I1030 13:05:55.596770 29725 system_pods.go:89] "etcd-ha-713000-m02" [0103bddf-b260-4935-ba12-dfc8cf18c77d] Running
I1030 13:05:55.596773 29725 system_pods.go:89] "etcd-ha-713000-m03" [ab7f780b-30d0-483d-baac-a5e8379811b3] Running
I1030 13:05:55.596779 29725 system_pods.go:89] "kindnet-6xkvc" [6e6305cb-7945-4843-b4be-b4161c97503f] Running
I1030 13:05:55.596783 29725 system_pods.go:89] "kindnet-9g5hv" [40ebc9c6-896f-4ea0-a1cc-79c762553b40] Running
I1030 13:05:55.596785 29725 system_pods.go:89] "kindnet-fs64c" [da172237-0974-4acb-b443-399b68507cff] Running
I1030 13:05:55.596789 29725 system_pods.go:89] "kindnet-kktpp" [7c825e4b-1c58-4335-8c52-f32a0489da53] Running
I1030 13:05:55.596791 29725 system_pods.go:89] "kube-apiserver-ha-713000" [4174a86d-0d52-48be-9e9f-74032838b123] Running
I1030 13:05:55.596794 29725 system_pods.go:89] "kube-apiserver-ha-713000-m02" [6a0b66a9-6b7c-442a-a088-9161c36280c1] Running
I1030 13:05:55.596798 29725 system_pods.go:89] "kube-apiserver-ha-713000-m03" [b060cfa4-4f93-42f0-8174-811d92771048] Running
I1030 13:05:55.596800 29725 system_pods.go:89] "kube-controller-manager-ha-713000" [8b1102f4-f7e0-4951-9feb-1a6e347585f1] Running
I1030 13:05:55.596805 29725 system_pods.go:89] "kube-controller-manager-ha-713000-m02" [fda261a5-57c2-475d-a228-f9c384a9db7d] Running
I1030 13:05:55.596807 29725 system_pods.go:89] "kube-controller-manager-ha-713000-m03" [0d86fe4c-5c4d-407e-af1a-3a22f32ee6a6] Running
I1030 13:05:55.596810 29725 system_pods.go:89] "kube-proxy-9tf4b" [7c00e80d-50d9-4ad8-a870-689829e358fc] Running
I1030 13:05:55.596813 29725 system_pods.go:89] "kube-proxy-c7tmq" [1709e5fe-45f2-4108-90dd-1c7c2f83b6ba] Running
I1030 13:05:55.596815 29725 system_pods.go:89] "kube-proxy-mhbgr" [eb579e1b-57d8-4e12-8220-bd758cfc8824] Running
I1030 13:05:55.596820 29725 system_pods.go:89] "kube-proxy-tbd9d" [e4112dff-c566-4347-8d44-ceeaf16bde3f] Running
I1030 13:05:55.596823 29725 system_pods.go:89] "kube-scheduler-ha-713000" [32b74e15-85a6-4636-b913-e7179e22c877] Running
I1030 13:05:55.596826 29725 system_pods.go:89] "kube-scheduler-ha-713000-m02" [438ecddf-6abd-4a36-a013-f7fd26cdc1bc] Running
I1030 13:05:55.596829 29725 system_pods.go:89] "kube-scheduler-ha-713000-m03" [954dca1d-94c6-4cb4-89f9-4c3276df8001] Running
I1030 13:05:55.596832 29725 system_pods.go:89] "kube-vip-ha-713000" [2a54d78b-90ec-4a68-a606-334ca9129b33] Running
I1030 13:05:55.596834 29725 system_pods.go:89] "kube-vip-ha-713000-m02" [26cb5ef7-55f7-44ee-a979-1cc1be8bf91e] Running
I1030 13:05:55.596837 29725 system_pods.go:89] "kube-vip-ha-713000-m03" [abc45a1a-5fb5-4ad5-b1da-d2019837de3f] Running
I1030 13:05:55.596839 29725 system_pods.go:89] "storage-provisioner" [b73794b4-a1c0-47f6-b715-4b10c333560c] Running
I1030 13:05:55.596844 29725 system_pods.go:126] duration metric: took 206.774979ms to wait for k8s-apps to be running ...
I1030 13:05:55.596853 29725 system_svc.go:44] waiting for kubelet service to be running ....
I1030 13:05:55.596921 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 13:05:55.608299 29725 system_svc.go:56] duration metric: took 11.443545ms WaitForService to wait for kubelet
I1030 13:05:55.608318 29725 kubeadm.go:582] duration metric: took 26.343629097s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 13:05:55.608337 29725 node_conditions.go:102] verifying NodePressure condition ...
I1030 13:05:55.785984 29725 request.go:632] Waited for 177.578409ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes
I1030 13:05:55.786108 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes
I1030 13:05:55.786119 29725 round_trippers.go:469] Request Headers:
I1030 13:05:55.786130 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:05:55.786140 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:05:55.790131 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:05:55.790923 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:05:55.790940 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:05:55.790952 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:05:55.790955 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:05:55.790958 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:05:55.790961 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:05:55.790965 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:05:55.790970 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:05:55.790974 29725 node_conditions.go:105] duration metric: took 182.627001ms to run NodePressure ...
I1030 13:05:55.790982 29725 start.go:241] waiting for startup goroutines ...
I1030 13:05:55.790998 29725 start.go:255] writing updated cluster config ...
I1030 13:05:55.814632 29725 out.go:201]
I1030 13:05:55.836550 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:05:55.836646 29725 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/config.json ...
I1030 13:05:55.858351 29725 out.go:177] * Starting "ha-713000-m03" control-plane node in "ha-713000" cluster
I1030 13:05:55.900241 29725 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime docker
I1030 13:05:55.900274 29725 cache.go:56] Caching tarball of preloaded images
I1030 13:05:55.900468 29725 preload.go:172] Found /Users/jenkins/minikube-integration/19883-26664/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I1030 13:05:55.900488 29725 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on docker
I1030 13:05:55.900611 29725 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/config.json ...
I1030 13:05:55.901514 29725 start.go:360] acquireMachinesLock for ha-713000-m03: {Name:mk0245516eb55fb1e34e7de214f804384e5f6156 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1030 13:05:55.901632 29725 start.go:364] duration metric: took 94.871µs to acquireMachinesLock for "ha-713000-m03"
I1030 13:05:55.901657 29725 start.go:96] Skipping create...Using existing machine configuration
I1030 13:05:55.901665 29725 fix.go:54] fixHost starting: m03
I1030 13:05:55.902012 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:05:55.902039 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:05:55.913699 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51711
I1030 13:05:55.914028 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:05:55.914354 29725 main.go:141] libmachine: Using API Version 1
I1030 13:05:55.914365 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:05:55.914585 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:05:55.914690 29725 main.go:141] libmachine: (ha-713000-m03) Calling .DriverName
I1030 13:05:55.914793 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetState
I1030 13:05:55.914874 29725 main.go:141] libmachine: (ha-713000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:05:55.914946 29725 main.go:141] libmachine: (ha-713000-m03) DBG | hyperkit pid from json: 28769
I1030 13:05:55.916025 29725 main.go:141] libmachine: (ha-713000-m03) DBG | hyperkit pid 28769 missing from process table
I1030 13:05:55.916054 29725 fix.go:112] recreateIfNeeded on ha-713000-m03: state=Stopped err=<nil>
I1030 13:05:55.916062 29725 main.go:141] libmachine: (ha-713000-m03) Calling .DriverName
W1030 13:05:55.916150 29725 fix.go:138] unexpected machine state, will restart: <nil>
I1030 13:05:55.937388 29725 out.go:177] * Restarting existing hyperkit VM for "ha-713000-m03" ...
I1030 13:05:55.979309 29725 main.go:141] libmachine: (ha-713000-m03) Calling .Start
I1030 13:05:55.979477 29725 main.go:141] libmachine: (ha-713000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:05:55.979526 29725 main.go:141] libmachine: (ha-713000-m03) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/hyperkit.pid
I1030 13:05:55.981010 29725 main.go:141] libmachine: (ha-713000-m03) DBG | hyperkit pid 28769 missing from process table
I1030 13:05:55.981022 29725 main.go:141] libmachine: (ha-713000-m03) DBG | pid 28769 is in state "Stopped"
I1030 13:05:55.981037 29725 main.go:141] libmachine: (ha-713000-m03) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/hyperkit.pid...
I1030 13:05:55.981578 29725 main.go:141] libmachine: (ha-713000-m03) DBG | Using UUID a670602d-ed06-4ee3-aa6d-c0cc8bade216
I1030 13:05:56.004335 29725 main.go:141] libmachine: (ha-713000-m03) DBG | Generated MAC 0e:5c:7c:4c:5a:ec
I1030 13:05:56.004370 29725 main.go:141] libmachine: (ha-713000-m03) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000
I1030 13:05:56.004551 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"a670602d-ed06-4ee3-aa6d-c0cc8bade216", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000402570)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1030 13:05:56.004587 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"a670602d-ed06-4ee3-aa6d-c0cc8bade216", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000402570)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1030 13:05:56.004647 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "a670602d-ed06-4ee3-aa6d-c0cc8bade216", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/ha-713000-m03.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/tty,log=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/bzimage,/Users/jenkins/minikube-integration/19883-26664/.minikube/
machines/ha-713000-m03/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000"}
I1030 13:05:56.004678 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U a670602d-ed06-4ee3-aa6d-c0cc8bade216 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/ha-713000-m03.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/tty,log=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/console-ring -f kexec,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/bzimage,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/initrd,earlyprintk=serial loglevel=3 co
nsole=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000"
I1030 13:05:56.004699 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I1030 13:05:56.006170 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 DEBUG: hyperkit: Pid is 29763
I1030 13:05:56.006570 29725 main.go:141] libmachine: (ha-713000-m03) DBG | Attempt 0
I1030 13:05:56.006591 29725 main.go:141] libmachine: (ha-713000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:05:56.006633 29725 main.go:141] libmachine: (ha-713000-m03) DBG | hyperkit pid from json: 29763
I1030 13:05:56.008430 29725 main.go:141] libmachine: (ha-713000-m03) DBG | Searching for 0e:5c:7c:4c:5a:ec in /var/db/dhcpd_leases ...
I1030 13:05:56.008619 29725 main.go:141] libmachine: (ha-713000-m03) DBG | Found 45 entries in /var/db/dhcpd_leases!
I1030 13:05:56.008633 29725 main.go:141] libmachine: (ha-713000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.44 HWAddress:b2:b6:37:14:88:e4 ID:1,b2:b6:37:14:88:e4 Lease:0x67229f78}
I1030 13:05:56.008650 29725 main.go:141] libmachine: (ha-713000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.43 HWAddress:42:16:ad:11:1d:16 ID:1,42:16:ad:11:1d:16 Lease:0x67229f66}
I1030 13:05:56.008656 29725 main.go:141] libmachine: (ha-713000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.46 HWAddress:16:e5:25:cf:75:3a ID:1,16:e5:25:cf:75:3a Lease:0x67228ffb}
I1030 13:05:56.008718 29725 main.go:141] libmachine: (ha-713000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.45 HWAddress:0e:5c:7c:4c:5a:ec ID:1,e:5c:7c:4c:5a:ec Lease:0x67229d3a}
I1030 13:05:56.008726 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetConfigRaw
I1030 13:05:56.008736 29725 main.go:141] libmachine: (ha-713000-m03) DBG | Found match: 0e:5c:7c:4c:5a:ec
I1030 13:05:56.008747 29725 main.go:141] libmachine: (ha-713000-m03) DBG | IP: 192.169.0.45
I1030 13:05:56.009392 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetIP
I1030 13:05:56.009580 29725 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/config.json ...
I1030 13:05:56.010039 29725 machine.go:93] provisionDockerMachine start ...
I1030 13:05:56.010055 29725 main.go:141] libmachine: (ha-713000-m03) Calling .DriverName
I1030 13:05:56.010203 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:05:56.010293 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:05:56.010367 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:05:56.010454 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:05:56.010528 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:05:56.010691 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:05:56.010869 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.45 22 <nil> <nil>}
I1030 13:05:56.010878 29725 main.go:141] libmachine: About to run SSH command:
hostname
I1030 13:05:56.017243 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I1030 13:05:56.027419 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I1030 13:05:56.028879 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1030 13:05:56.028900 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1030 13:05:56.028931 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1030 13:05:56.028948 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1030 13:05:56.447611 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I1030 13:05:56.447626 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I1030 13:05:56.562385 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1030 13:05:56.562415 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1030 13:05:56.562440 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1030 13:05:56.562456 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1030 13:05:56.563255 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I1030 13:05:56.563265 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:05:56 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I1030 13:06:02.359401 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:06:02 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I1030 13:06:02.359441 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:06:02 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I1030 13:06:02.359453 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:06:02 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I1030 13:06:02.384692 29725 main.go:141] libmachine: (ha-713000-m03) DBG | 2024/10/30 13:06:02 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I1030 13:06:31.078594 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I1030 13:06:31.078612 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetMachineName
I1030 13:06:31.078744 29725 buildroot.go:166] provisioning hostname "ha-713000-m03"
I1030 13:06:31.078754 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetMachineName
I1030 13:06:31.078850 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:06:31.078941 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:06:31.079037 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:31.079143 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:31.079245 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:06:31.079393 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:06:31.079561 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.45 22 <nil> <nil>}
I1030 13:06:31.079573 29725 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-713000-m03 && echo "ha-713000-m03" | sudo tee /etc/hostname
I1030 13:06:31.149853 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-713000-m03
I1030 13:06:31.149869 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:06:31.150007 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:06:31.150112 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:31.150198 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:31.150309 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:06:31.150520 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:06:31.150669 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.45 22 <nil> <nil>}
I1030 13:06:31.150681 29725 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-713000-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-713000-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-713000-m03' | sudo tee -a /etc/hosts;
fi
fi
I1030 13:06:31.218930 29725 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 13:06:31.218946 29725 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19883-26664/.minikube CaCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19883-26664/.minikube}
I1030 13:06:31.218961 29725 buildroot.go:174] setting up certificates
I1030 13:06:31.218967 29725 provision.go:84] configureAuth start
I1030 13:06:31.218981 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetMachineName
I1030 13:06:31.219127 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetIP
I1030 13:06:31.219234 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:06:31.219344 29725 provision.go:143] copyHostCerts
I1030 13:06:31.219373 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem
I1030 13:06:31.219443 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem, removing ...
I1030 13:06:31.219450 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem
I1030 13:06:31.219591 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem (1078 bytes)
I1030 13:06:31.219798 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem
I1030 13:06:31.219853 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem, removing ...
I1030 13:06:31.219858 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem
I1030 13:06:31.219953 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem (1123 bytes)
I1030 13:06:31.220122 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem
I1030 13:06:31.220176 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem, removing ...
I1030 13:06:31.220181 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem
I1030 13:06:31.220263 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem (1679 bytes)
I1030 13:06:31.220423 29725 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem org=jenkins.ha-713000-m03 san=[127.0.0.1 192.169.0.45 ha-713000-m03 localhost minikube]
I1030 13:06:31.389559 29725 provision.go:177] copyRemoteCerts
I1030 13:06:31.389619 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 13:06:31.389634 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:06:31.389790 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:06:31.389880 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:31.389984 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:06:31.390066 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.45 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/id_rsa Username:docker}
I1030 13:06:31.428629 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1030 13:06:31.428702 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1030 13:06:31.449053 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem -> /etc/docker/server.pem
I1030 13:06:31.449129 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1030 13:06:31.469204 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1030 13:06:31.469279 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1030 13:06:31.489242 29725 provision.go:87] duration metric: took 270.259022ms to configureAuth
I1030 13:06:31.489259 29725 buildroot.go:189] setting minikube options for container-runtime
I1030 13:06:31.489476 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:06:31.489490 29725 main.go:141] libmachine: (ha-713000-m03) Calling .DriverName
I1030 13:06:31.489628 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:06:31.489728 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:06:31.489814 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:31.489914 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:31.490006 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:06:31.490146 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:06:31.490277 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.45 22 <nil> <nil>}
I1030 13:06:31.490285 29725 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1030 13:06:31.554347 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I1030 13:06:31.554361 29725 buildroot.go:70] root file system type: tmpfs
I1030 13:06:31.554454 29725 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I1030 13:06:31.554469 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:06:31.554603 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:06:31.554714 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:31.554800 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:31.554895 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:06:31.555066 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:06:31.555201 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.45 22 <nil> <nil>}
I1030 13:06:31.555247 29725 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.43"
Environment="NO_PROXY=192.169.0.43,192.169.0.44"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1030 13:06:31.627134 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.43
Environment=NO_PROXY=192.169.0.43,192.169.0.44
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1030 13:06:31.627155 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:06:31.627294 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:06:31.627386 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:31.627464 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:31.627564 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:06:31.627700 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:06:31.627845 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.45 22 <nil> <nil>}
I1030 13:06:31.627858 29725 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1030 13:06:33.345798 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I1030 13:06:33.345814 29725 machine.go:96] duration metric: took 37.334646693s to provisionDockerMachine
I1030 13:06:33.345824 29725 start.go:293] postStartSetup for "ha-713000-m03" (driver="hyperkit")
I1030 13:06:33.345832 29725 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 13:06:33.345842 29725 main.go:141] libmachine: (ha-713000-m03) Calling .DriverName
I1030 13:06:33.346052 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 13:06:33.346071 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:06:33.346171 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:06:33.346269 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:33.346350 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:06:33.346437 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.45 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/id_rsa Username:docker}
I1030 13:06:33.384004 29725 ssh_runner.go:195] Run: cat /etc/os-release
I1030 13:06:33.387501 29725 info.go:137] Remote host: Buildroot 2023.02.9
I1030 13:06:33.387514 29725 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19883-26664/.minikube/addons for local assets ...
I1030 13:06:33.387628 29725 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19883-26664/.minikube/files for local assets ...
I1030 13:06:33.387844 29725 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> 272302.pem in /etc/ssl/certs
I1030 13:06:33.387855 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> /etc/ssl/certs/272302.pem
I1030 13:06:33.388140 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1030 13:06:33.395701 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem --> /etc/ssl/certs/272302.pem (1708 bytes)
I1030 13:06:33.415643 29725 start.go:296] duration metric: took 69.808625ms for postStartSetup
I1030 13:06:33.415664 29725 main.go:141] libmachine: (ha-713000-m03) Calling .DriverName
I1030 13:06:33.415854 29725 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I1030 13:06:33.415894 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:06:33.415982 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:06:33.416076 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:33.416158 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:06:33.416235 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.45 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/id_rsa Username:docker}
I1030 13:06:33.453286 29725 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I1030 13:06:33.453372 29725 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I1030 13:06:33.506628 29725 fix.go:56] duration metric: took 37.603833479s for fixHost
I1030 13:06:33.506655 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:06:33.506795 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:06:33.506887 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:33.506979 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:33.507064 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:06:33.507213 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:06:33.507351 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.45 22 <nil> <nil>}
I1030 13:06:33.507359 29725 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1030 13:06:33.568610 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730318793.663612520
I1030 13:06:33.568622 29725 fix.go:216] guest clock: 1730318793.663612520
I1030 13:06:33.568628 29725 fix.go:229] Guest: 2024-10-30 13:06:33.66361252 -0700 PDT Remote: 2024-10-30 13:06:33.506644 -0700 PDT m=+125.366132968 (delta=156.96852ms)
I1030 13:06:33.568638 29725 fix.go:200] guest clock delta is within tolerance: 156.96852ms
I1030 13:06:33.568641 29725 start.go:83] releasing machines lock for "ha-713000-m03", held for 37.665868837s
I1030 13:06:33.568659 29725 main.go:141] libmachine: (ha-713000-m03) Calling .DriverName
I1030 13:06:33.568790 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetIP
I1030 13:06:33.590330 29725 out.go:177] * Found network options:
I1030 13:06:33.611137 29725 out.go:177] - NO_PROXY=192.169.0.43,192.169.0.44
W1030 13:06:33.632108 29725 proxy.go:119] fail to check proxy env: Error ip not in block
W1030 13:06:33.632133 29725 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 13:06:33.632148 29725 main.go:141] libmachine: (ha-713000-m03) Calling .DriverName
I1030 13:06:33.632660 29725 main.go:141] libmachine: (ha-713000-m03) Calling .DriverName
I1030 13:06:33.632822 29725 main.go:141] libmachine: (ha-713000-m03) Calling .DriverName
I1030 13:06:33.632929 29725 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 13:06:33.632968 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
W1030 13:06:33.632979 29725 proxy.go:119] fail to check proxy env: Error ip not in block
W1030 13:06:33.632997 29725 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 13:06:33.633099 29725 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1030 13:06:33.633107 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:06:33.633114 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHHostname
I1030 13:06:33.633317 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:33.633328 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHPort
I1030 13:06:33.633517 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:06:33.633544 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHKeyPath
I1030 13:06:33.633635 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.45 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/id_rsa Username:docker}
I1030 13:06:33.633657 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetSSHUsername
I1030 13:06:33.633750 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.45 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m03/id_rsa Username:docker}
W1030 13:06:33.668449 29725 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1030 13:06:33.668534 29725 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 13:06:33.717386 29725 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1030 13:06:33.717408 29725 start.go:495] detecting cgroup driver to use...
I1030 13:06:33.717514 29725 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1030 13:06:33.734408 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I1030 13:06:33.742978 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1030 13:06:33.751375 29725 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I1030 13:06:33.751447 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1030 13:06:33.759960 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1030 13:06:33.768447 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1030 13:06:33.776835 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1030 13:06:33.785352 29725 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 13:06:33.793903 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1030 13:06:33.802435 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1030 13:06:33.811142 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1030 13:06:33.819691 29725 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 13:06:33.827245 29725 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1030 13:06:33.827308 29725 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1030 13:06:33.835729 29725 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 13:06:33.843721 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:06:33.936866 29725 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1030 13:06:33.955954 29725 start.go:495] detecting cgroup driver to use...
I1030 13:06:33.956043 29725 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1030 13:06:33.972082 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 13:06:33.985338 29725 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1030 13:06:34.001680 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 13:06:34.013104 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1030 13:06:34.024325 29725 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1030 13:06:34.043989 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1030 13:06:34.055940 29725 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1030 13:06:34.071139 29725 ssh_runner.go:195] Run: which cri-dockerd
I1030 13:06:34.074187 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1030 13:06:34.082384 29725 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I1030 13:06:34.095928 29725 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1030 13:06:34.190895 29725 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1030 13:06:34.285468 29725 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I1030 13:06:34.285491 29725 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1030 13:06:34.299869 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:06:34.406378 29725 ssh_runner.go:195] Run: sudo systemctl restart docker
I1030 13:06:36.718073 29725 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.311606933s)
I1030 13:06:36.718173 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I1030 13:06:36.730006 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1030 13:06:36.741385 29725 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I1030 13:06:36.843925 29725 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1030 13:06:36.949443 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:06:37.060398 29725 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I1030 13:06:37.074356 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1030 13:06:37.085449 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:06:37.179210 29725 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I1030 13:06:37.245752 29725 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I1030 13:06:37.245859 29725 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I1030 13:06:37.250333 29725 start.go:563] Will wait 60s for crictl version
I1030 13:06:37.250408 29725 ssh_runner.go:195] Run: which crictl
I1030 13:06:37.253593 29725 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 13:06:37.281248 29725 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.1
RuntimeApiVersion: v1
I1030 13:06:37.281334 29725 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1030 13:06:37.298056 29725 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1030 13:06:37.339649 29725 out.go:235] * Preparing Kubernetes v1.31.2 on Docker 27.3.1 ...
I1030 13:06:37.380625 29725 out.go:177] - env NO_PROXY=192.169.0.43
I1030 13:06:37.401716 29725 out.go:177] - env NO_PROXY=192.169.0.43,192.169.0.44
I1030 13:06:37.422462 29725 main.go:141] libmachine: (ha-713000-m03) Calling .GetIP
I1030 13:06:37.422686 29725 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I1030 13:06:37.425902 29725 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 13:06:37.436285 29725 mustload.go:65] Loading cluster: ha-713000
I1030 13:06:37.436474 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:06:37.436738 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:06:37.436763 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:06:37.448208 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51733
I1030 13:06:37.448624 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:06:37.448940 29725 main.go:141] libmachine: Using API Version 1
I1030 13:06:37.448951 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:06:37.449200 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:06:37.449302 29725 main.go:141] libmachine: (ha-713000) Calling .GetState
I1030 13:06:37.449399 29725 main.go:141] libmachine: (ha-713000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:06:37.449495 29725 main.go:141] libmachine: (ha-713000) DBG | hyperkit pid from json: 29738
I1030 13:06:37.450631 29725 host.go:66] Checking if "ha-713000" exists ...
I1030 13:06:37.450923 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:06:37.450961 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:06:37.462294 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51735
I1030 13:06:37.462623 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:06:37.462972 29725 main.go:141] libmachine: Using API Version 1
I1030 13:06:37.462987 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:06:37.463208 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:06:37.463312 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:06:37.463426 29725 certs.go:68] Setting up /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000 for IP: 192.169.0.45
I1030 13:06:37.463433 29725 certs.go:194] generating shared ca certs ...
I1030 13:06:37.463442 29725 certs.go:226] acquiring lock for ca certs: {Name:mk32dbd2da852d4fa340a8e5df526788d5376463 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 13:06:37.463648 29725 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key
I1030 13:06:37.463748 29725 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key
I1030 13:06:37.463757 29725 certs.go:256] generating profile certs ...
I1030 13:06:37.463885 29725 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/client.key
I1030 13:06:37.464283 29725 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key.bf44c673
I1030 13:06:37.464380 29725 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.key
I1030 13:06:37.464387 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1030 13:06:37.464409 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1030 13:06:37.464439 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1030 13:06:37.464459 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1030 13:06:37.464476 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1030 13:06:37.464513 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1030 13:06:37.464550 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1030 13:06:37.464569 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1030 13:06:37.464663 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem (1338 bytes)
W1030 13:06:37.464720 29725 certs.go:480] ignoring /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230_empty.pem, impossibly tiny 0 bytes
I1030 13:06:37.464728 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem (1675 bytes)
I1030 13:06:37.464769 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem (1078 bytes)
I1030 13:06:37.464802 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem (1123 bytes)
I1030 13:06:37.464831 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem (1679 bytes)
I1030 13:06:37.464901 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem (1708 bytes)
I1030 13:06:37.464939 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1030 13:06:37.464960 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem -> /usr/share/ca-certificates/27230.pem
I1030 13:06:37.464979 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> /usr/share/ca-certificates/272302.pem
I1030 13:06:37.465005 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHHostname
I1030 13:06:37.465099 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHPort
I1030 13:06:37.465200 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHKeyPath
I1030 13:06:37.465304 29725 main.go:141] libmachine: (ha-713000) Calling .GetSSHUsername
I1030 13:06:37.465399 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.43 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000/id_rsa Username:docker}
I1030 13:06:37.490670 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1030 13:06:37.494598 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1030 13:06:37.503065 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1030 13:06:37.506332 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1030 13:06:37.514476 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1030 13:06:37.517914 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1030 13:06:37.526064 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1030 13:06:37.529369 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1030 13:06:37.537487 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1030 13:06:37.540683 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1030 13:06:37.548638 29725 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1030 13:06:37.552063 29725 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1030 13:06:37.560562 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 13:06:37.581634 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1030 13:06:37.601444 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 13:06:37.620931 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1030 13:06:37.641367 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1030 13:06:37.661185 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1030 13:06:37.680904 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1030 13:06:37.701355 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1030 13:06:37.721079 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 13:06:37.740642 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem --> /usr/share/ca-certificates/27230.pem (1338 bytes)
I1030 13:06:37.760100 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem --> /usr/share/ca-certificates/272302.pem (1708 bytes)
I1030 13:06:37.779552 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1030 13:06:37.793465 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1030 13:06:37.806912 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1030 13:06:37.820721 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1030 13:06:37.834677 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1030 13:06:37.849106 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1030 13:06:37.863322 29725 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1030 13:06:37.877125 29725 ssh_runner.go:195] Run: openssl version
I1030 13:06:37.881471 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 13:06:37.890911 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 13:06:37.894338 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 30 19:40 /usr/share/ca-certificates/minikubeCA.pem
I1030 13:06:37.894394 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 13:06:37.898737 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 13:06:37.908148 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/27230.pem && ln -fs /usr/share/ca-certificates/27230.pem /etc/ssl/certs/27230.pem"
I1030 13:06:37.917426 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/27230.pem
I1030 13:06:37.920895 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 30 19:49 /usr/share/ca-certificates/27230.pem
I1030 13:06:37.920955 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/27230.pem
I1030 13:06:37.925314 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/27230.pem /etc/ssl/certs/51391683.0"
I1030 13:06:37.934553 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/272302.pem && ln -fs /usr/share/ca-certificates/272302.pem /etc/ssl/certs/272302.pem"
I1030 13:06:37.943866 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/272302.pem
I1030 13:06:37.947365 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 30 19:49 /usr/share/ca-certificates/272302.pem
I1030 13:06:37.947422 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/272302.pem
I1030 13:06:37.951764 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/272302.pem /etc/ssl/certs/3ec20f2e.0"
I1030 13:06:37.960935 29725 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1030 13:06:37.964374 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1030 13:06:37.969043 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1030 13:06:37.973718 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1030 13:06:37.978476 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1030 13:06:37.983120 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1030 13:06:37.987563 29725 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1030 13:06:37.992328 29725 kubeadm.go:934] updating node {m03 192.169.0.45 8443 v1.31.2 docker true true} ...
I1030 13:06:37.992392 29725 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-713000-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.45
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-713000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1030 13:06:37.992411 29725 kube-vip.go:115] generating kube-vip config ...
I1030 13:06:37.992462 29725 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1030 13:06:38.006180 29725 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1030 13:06:38.006230 29725 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1030 13:06:38.006306 29725 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1030 13:06:38.022897 29725 binaries.go:44] Found k8s binaries, skipping transfer
I1030 13:06:38.022976 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1030 13:06:38.031389 29725 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1030 13:06:38.044892 29725 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 13:06:38.058876 29725 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I1030 13:06:38.072667 29725 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I1030 13:06:38.075649 29725 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 13:06:38.085738 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:06:38.177117 29725 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 13:06:38.191154 29725 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.169.0.45 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I1030 13:06:38.191329 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:06:38.245199 29725 out.go:177] * Verifying Kubernetes components...
I1030 13:06:38.266375 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:06:38.383293 29725 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 13:06:38.397628 29725 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19883-26664/kubeconfig
I1030 13:06:38.397840 29725 kapi.go:59] client config for ha-713000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/client.key", CAFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(ni
l)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x9194060), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1030 13:06:38.397880 29725 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.43:8443
I1030 13:06:38.398049 29725 node_ready.go:35] waiting up to 6m0s for node "ha-713000-m03" to be "Ready" ...
I1030 13:06:38.398092 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:06:38.398097 29725 round_trippers.go:469] Request Headers:
I1030 13:06:38.398103 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:38.398110 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:38.400263 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:38.898641 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:06:38.898661 29725 round_trippers.go:469] Request Headers:
I1030 13:06:38.898672 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:38.898678 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:38.902339 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:38.902806 29725 node_ready.go:49] node "ha-713000-m03" has status "Ready":"True"
I1030 13:06:38.902815 29725 node_ready.go:38] duration metric: took 504.743065ms for node "ha-713000-m03" to be "Ready" ...
I1030 13:06:38.902821 29725 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 13:06:38.902873 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods
I1030 13:06:38.902879 29725 round_trippers.go:469] Request Headers:
I1030 13:06:38.902888 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:38.902892 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:38.907980 29725 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 13:06:38.915353 29725 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace to be "Ready" ...
I1030 13:06:38.915409 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:38.915414 29725 round_trippers.go:469] Request Headers:
I1030 13:06:38.915420 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:38.915425 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:38.917566 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:38.918076 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:38.918084 29725 round_trippers.go:469] Request Headers:
I1030 13:06:38.918090 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:38.918093 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:38.919861 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:39.415530 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:39.415546 29725 round_trippers.go:469] Request Headers:
I1030 13:06:39.415553 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:39.415557 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:39.418115 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:39.418798 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:39.418806 29725 round_trippers.go:469] Request Headers:
I1030 13:06:39.418812 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:39.418826 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:39.420890 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:39.916458 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:39.916476 29725 round_trippers.go:469] Request Headers:
I1030 13:06:39.916483 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:39.916488 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:39.920682 29725 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 13:06:39.921293 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:39.921302 29725 round_trippers.go:469] Request Headers:
I1030 13:06:39.921308 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:39.921313 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:39.923989 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:40.416269 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:40.416285 29725 round_trippers.go:469] Request Headers:
I1030 13:06:40.416291 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:40.416296 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:40.418839 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:40.419669 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:40.419677 29725 round_trippers.go:469] Request Headers:
I1030 13:06:40.419683 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:40.419688 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:40.421652 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:40.915594 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:40.915611 29725 round_trippers.go:469] Request Headers:
I1030 13:06:40.915618 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:40.915621 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:40.917888 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:40.918441 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:40.918451 29725 round_trippers.go:469] Request Headers:
I1030 13:06:40.918457 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:40.918464 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:40.920938 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:40.921422 29725 pod_ready.go:103] pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace has status "Ready":"False"
I1030 13:06:41.415566 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:41.415581 29725 round_trippers.go:469] Request Headers:
I1030 13:06:41.415588 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:41.415592 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:41.417935 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:41.418505 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:41.418513 29725 round_trippers.go:469] Request Headers:
I1030 13:06:41.418520 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:41.418524 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:41.420566 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:41.916161 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:41.916177 29725 round_trippers.go:469] Request Headers:
I1030 13:06:41.916183 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:41.916187 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:41.918362 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:41.919057 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:41.919066 29725 round_trippers.go:469] Request Headers:
I1030 13:06:41.919072 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:41.919076 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:41.920865 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:42.416001 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:42.416021 29725 round_trippers.go:469] Request Headers:
I1030 13:06:42.416029 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:42.416033 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:42.418578 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:42.419204 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:42.419214 29725 round_trippers.go:469] Request Headers:
I1030 13:06:42.419220 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:42.419223 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:42.421531 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:42.915691 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:42.915708 29725 round_trippers.go:469] Request Headers:
I1030 13:06:42.915715 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:42.915718 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:42.918143 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:42.918597 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:42.918605 29725 round_trippers.go:469] Request Headers:
I1030 13:06:42.918611 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:42.918614 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:42.920200 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:43.415807 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:43.415822 29725 round_trippers.go:469] Request Headers:
I1030 13:06:43.415828 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:43.415831 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:43.417890 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:43.418343 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:43.418352 29725 round_trippers.go:469] Request Headers:
I1030 13:06:43.418356 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:43.418360 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:43.420239 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:43.420605 29725 pod_ready.go:103] pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace has status "Ready":"False"
I1030 13:06:43.917112 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:43.917163 29725 round_trippers.go:469] Request Headers:
I1030 13:06:43.917176 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:43.917182 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:43.920300 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:43.920979 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:43.920987 29725 round_trippers.go:469] Request Headers:
I1030 13:06:43.920994 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:43.920998 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:43.922853 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:44.416600 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:44.416615 29725 round_trippers.go:469] Request Headers:
I1030 13:06:44.416622 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:44.416625 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:44.418929 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:44.419337 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:44.419344 29725 round_trippers.go:469] Request Headers:
I1030 13:06:44.419350 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:44.419353 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:44.421455 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:44.916474 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:44.916499 29725 round_trippers.go:469] Request Headers:
I1030 13:06:44.916541 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:44.916551 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:44.919712 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:44.920401 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:44.920413 29725 round_trippers.go:469] Request Headers:
I1030 13:06:44.920422 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:44.920427 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:44.922227 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:45.415721 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:45.415736 29725 round_trippers.go:469] Request Headers:
I1030 13:06:45.415743 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:45.415747 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:45.417722 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:45.418288 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:45.418295 29725 round_trippers.go:469] Request Headers:
I1030 13:06:45.418303 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:45.418307 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:45.419873 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:45.916225 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:45.916240 29725 round_trippers.go:469] Request Headers:
I1030 13:06:45.916266 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:45.916272 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:45.918428 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:45.918794 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:45.918802 29725 round_trippers.go:469] Request Headers:
I1030 13:06:45.918807 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:45.918817 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:45.920532 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:45.920755 29725 pod_ready.go:103] pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace has status "Ready":"False"
I1030 13:06:46.415768 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:46.415785 29725 round_trippers.go:469] Request Headers:
I1030 13:06:46.415791 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:46.415795 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:46.418074 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:46.418629 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:46.418638 29725 round_trippers.go:469] Request Headers:
I1030 13:06:46.418644 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:46.418648 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:46.422207 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:46.916762 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:46.916789 29725 round_trippers.go:469] Request Headers:
I1030 13:06:46.916801 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:46.916807 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:46.919682 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:46.920315 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:46.920322 29725 round_trippers.go:469] Request Headers:
I1030 13:06:46.920328 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:46.920332 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:46.921892 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:47.417584 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:47.417604 29725 round_trippers.go:469] Request Headers:
I1030 13:06:47.417612 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:47.417619 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:47.419790 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:47.420234 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:47.420242 29725 round_trippers.go:469] Request Headers:
I1030 13:06:47.420248 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:47.420252 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:47.421779 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:47.916605 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:47.916659 29725 round_trippers.go:469] Request Headers:
I1030 13:06:47.916669 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:47.916674 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:47.918947 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:47.919394 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:47.919402 29725 round_trippers.go:469] Request Headers:
I1030 13:06:47.919408 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:47.919411 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:47.921022 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:47.921333 29725 pod_ready.go:103] pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace has status "Ready":"False"
I1030 13:06:48.416975 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:48.416990 29725 round_trippers.go:469] Request Headers:
I1030 13:06:48.416996 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:48.417000 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:48.419571 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:48.420164 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:48.420174 29725 round_trippers.go:469] Request Headers:
I1030 13:06:48.420180 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:48.420183 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:48.422120 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:48.915831 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:48.915904 29725 round_trippers.go:469] Request Headers:
I1030 13:06:48.915915 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:48.915919 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:48.918305 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:48.918812 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:48.918819 29725 round_trippers.go:469] Request Headers:
I1030 13:06:48.918824 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:48.918828 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:48.920602 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:49.416580 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:49.416606 29725 round_trippers.go:469] Request Headers:
I1030 13:06:49.416648 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:49.416656 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:49.419338 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:49.419886 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:49.419893 29725 round_trippers.go:469] Request Headers:
I1030 13:06:49.419899 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:49.419902 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:49.421472 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:49.916325 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:49.916353 29725 round_trippers.go:469] Request Headers:
I1030 13:06:49.916364 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:49.916372 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:49.919885 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:49.920434 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:49.920442 29725 round_trippers.go:469] Request Headers:
I1030 13:06:49.920447 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:49.920450 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:49.922412 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:49.922746 29725 pod_ready.go:103] pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace has status "Ready":"False"
I1030 13:06:50.416752 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:50.416805 29725 round_trippers.go:469] Request Headers:
I1030 13:06:50.416820 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:50.416827 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:50.419790 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:50.420304 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:50.420312 29725 round_trippers.go:469] Request Headers:
I1030 13:06:50.420318 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:50.420323 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:50.422194 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:50.916266 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:50.916285 29725 round_trippers.go:469] Request Headers:
I1030 13:06:50.916293 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:50.916297 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:50.918924 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:50.919549 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:50.919557 29725 round_trippers.go:469] Request Headers:
I1030 13:06:50.919563 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:50.919572 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:50.921241 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:51.417355 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:51.417380 29725 round_trippers.go:469] Request Headers:
I1030 13:06:51.417391 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:51.417428 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:51.420785 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:51.421298 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:51.421306 29725 round_trippers.go:469] Request Headers:
I1030 13:06:51.421312 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:51.421315 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:51.422991 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:51.917940 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:51.917966 29725 round_trippers.go:469] Request Headers:
I1030 13:06:51.918011 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:51.918020 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:51.921354 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:51.922053 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:51.922061 29725 round_trippers.go:469] Request Headers:
I1030 13:06:51.922069 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:51.922072 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:51.923732 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:51.924146 29725 pod_ready.go:103] pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace has status "Ready":"False"
I1030 13:06:52.417992 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:52.418018 29725 round_trippers.go:469] Request Headers:
I1030 13:06:52.418029 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:52.418035 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:52.421114 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:52.421784 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:52.421792 29725 round_trippers.go:469] Request Headers:
I1030 13:06:52.421798 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:52.421801 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:52.423615 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:52.915901 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:52.915948 29725 round_trippers.go:469] Request Headers:
I1030 13:06:52.915958 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:52.915963 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:52.921594 29725 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 13:06:52.922388 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:52.922396 29725 round_trippers.go:469] Request Headers:
I1030 13:06:52.922403 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:52.922407 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:52.924044 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:53.416722 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:53.416741 29725 round_trippers.go:469] Request Headers:
I1030 13:06:53.416750 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:53.416754 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:53.419172 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:53.419749 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:53.419757 29725 round_trippers.go:469] Request Headers:
I1030 13:06:53.419763 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:53.419766 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:53.421557 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:53.916151 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:53.916192 29725 round_trippers.go:469] Request Headers:
I1030 13:06:53.916201 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:53.916208 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:53.918794 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:53.919199 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:53.919207 29725 round_trippers.go:469] Request Headers:
I1030 13:06:53.919213 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:53.919217 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:53.920740 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:54.417674 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:54.417698 29725 round_trippers.go:469] Request Headers:
I1030 13:06:54.417736 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:54.417741 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:54.421254 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:54.421946 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:54.421954 29725 round_trippers.go:469] Request Headers:
I1030 13:06:54.421962 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:54.421967 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:54.423610 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:54.423948 29725 pod_ready.go:103] pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace has status "Ready":"False"
I1030 13:06:54.916377 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:54.916404 29725 round_trippers.go:469] Request Headers:
I1030 13:06:54.916445 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:54.916452 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:54.919673 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:54.920466 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:54.920474 29725 round_trippers.go:469] Request Headers:
I1030 13:06:54.920480 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:54.920483 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:54.922190 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:55.418080 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:55.418104 29725 round_trippers.go:469] Request Headers:
I1030 13:06:55.418116 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:55.418123 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:55.422006 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:55.422672 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:55.422679 29725 round_trippers.go:469] Request Headers:
I1030 13:06:55.422689 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:55.422692 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:55.424945 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:55.917405 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:55.917429 29725 round_trippers.go:469] Request Headers:
I1030 13:06:55.917442 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:55.917449 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:55.920660 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:55.921208 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:55.921216 29725 round_trippers.go:469] Request Headers:
I1030 13:06:55.921222 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:55.921226 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:55.922953 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:56.416049 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:56.416063 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.416071 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.416075 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.418504 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:56.418995 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:56.419003 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.419009 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.419013 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.420508 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:56.917417 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:06:56.917437 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.917450 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.917456 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.921484 29725 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 13:06:56.921937 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:56.921945 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.921951 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.921955 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.923659 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:56.924035 29725 pod_ready.go:93] pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace has status "Ready":"True"
I1030 13:06:56.924044 29725 pod_ready.go:82] duration metric: took 18.008137565s for pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace to be "Ready" ...
I1030 13:06:56.924059 29725 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-rp56w" in "kube-system" namespace to be "Ready" ...
I1030 13:06:56.924093 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-rp56w
I1030 13:06:56.924098 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.924103 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.924108 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.925820 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:56.926483 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:56.926490 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.926496 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.926500 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.928371 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:56.928814 29725 pod_ready.go:93] pod "coredns-7c65d6cfc9-rp56w" in "kube-system" namespace has status "Ready":"True"
I1030 13:06:56.928823 29725 pod_ready.go:82] duration metric: took 4.758529ms for pod "coredns-7c65d6cfc9-rp56w" in "kube-system" namespace to be "Ready" ...
I1030 13:06:56.928836 29725 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:06:56.928868 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000
I1030 13:06:56.928873 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.928879 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.928883 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.930518 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:56.930975 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:56.930982 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.930988 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.930990 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.932652 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:56.933074 29725 pod_ready.go:93] pod "etcd-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:06:56.933082 29725 pod_ready.go:82] duration metric: took 4.240505ms for pod "etcd-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:06:56.933088 29725 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:06:56.933127 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000-m02
I1030 13:06:56.933132 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.933138 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.933144 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.934853 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:56.935355 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:06:56.935362 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.935368 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.935371 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.937041 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:56.937562 29725 pod_ready.go:93] pod "etcd-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:06:56.937570 29725 pod_ready.go:82] duration metric: took 4.477217ms for pod "etcd-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:06:56.937577 29725 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:06:56.937606 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000-m03
I1030 13:06:56.937611 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.937617 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.937621 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.939409 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:56.940031 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:06:56.940038 29725 round_trippers.go:469] Request Headers:
I1030 13:06:56.940044 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:56.940048 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:56.941754 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:57.438011 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000-m03
I1030 13:06:57.438035 29725 round_trippers.go:469] Request Headers:
I1030 13:06:57.438047 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:57.438054 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:57.441537 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:57.442210 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:06:57.442219 29725 round_trippers.go:469] Request Headers:
I1030 13:06:57.442224 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:57.442234 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:57.444470 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:57.939413 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000-m03
I1030 13:06:57.939430 29725 round_trippers.go:469] Request Headers:
I1030 13:06:57.939436 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:57.939439 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:57.941700 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:57.942125 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:06:57.942133 29725 round_trippers.go:469] Request Headers:
I1030 13:06:57.942139 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:57.942143 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:57.943872 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:58.439453 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000-m03
I1030 13:06:58.439506 29725 round_trippers.go:469] Request Headers:
I1030 13:06:58.439518 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:58.439525 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:58.442939 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:58.443394 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:06:58.443402 29725 round_trippers.go:469] Request Headers:
I1030 13:06:58.443408 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:58.443412 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:58.445263 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:58.938172 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000-m03
I1030 13:06:58.938199 29725 round_trippers.go:469] Request Headers:
I1030 13:06:58.938210 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:58.938219 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:58.942280 29725 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 13:06:58.942740 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:06:58.942748 29725 round_trippers.go:469] Request Headers:
I1030 13:06:58.942754 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:58.942758 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:58.944562 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:58.944926 29725 pod_ready.go:93] pod "etcd-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:06:58.944936 29725 pod_ready.go:82] duration metric: took 2.007294125s for pod "etcd-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:06:58.944950 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:06:58.944991 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000
I1030 13:06:58.944996 29725 round_trippers.go:469] Request Headers:
I1030 13:06:58.945001 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:58.945005 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:58.946621 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:58.947104 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:06:58.947111 29725 round_trippers.go:469] Request Headers:
I1030 13:06:58.947117 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:58.947120 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:58.948629 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:06:58.949026 29725 pod_ready.go:93] pod "kube-apiserver-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:06:58.949034 29725 pod_ready.go:82] duration metric: took 4.078393ms for pod "kube-apiserver-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:06:58.949041 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:06:59.117516 29725 request.go:632] Waited for 168.425979ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m02
I1030 13:06:59.117587 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m02
I1030 13:06:59.117597 29725 round_trippers.go:469] Request Headers:
I1030 13:06:59.117608 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:59.117618 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:59.120547 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:59.318235 29725 request.go:632] Waited for 197.000797ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:06:59.318281 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:06:59.318290 29725 round_trippers.go:469] Request Headers:
I1030 13:06:59.318301 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:59.318307 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:59.321451 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:06:59.321900 29725 pod_ready.go:93] pod "kube-apiserver-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:06:59.321913 29725 pod_ready.go:82] duration metric: took 372.85477ms for pod "kube-apiserver-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:06:59.321922 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:06:59.518571 29725 request.go:632] Waited for 196.550216ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m03
I1030 13:06:59.518609 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m03
I1030 13:06:59.518615 29725 round_trippers.go:469] Request Headers:
I1030 13:06:59.518621 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:59.518625 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:59.521158 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:59.717578 29725 request.go:632] Waited for 195.838026ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:06:59.717671 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:06:59.717680 29725 round_trippers.go:469] Request Headers:
I1030 13:06:59.717690 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:59.717699 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:59.720644 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:06:59.721030 29725 pod_ready.go:93] pod "kube-apiserver-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:06:59.721040 29725 pod_ready.go:82] duration metric: took 399.098907ms for pod "kube-apiserver-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:06:59.721047 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:06:59.918606 29725 request.go:632] Waited for 197.494258ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000
I1030 13:06:59.918735 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000
I1030 13:06:59.918751 29725 round_trippers.go:469] Request Headers:
I1030 13:06:59.918764 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:06:59.918769 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:06:59.922186 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:00.118105 29725 request.go:632] Waited for 195.198547ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:00.118163 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:00.118171 29725 round_trippers.go:469] Request Headers:
I1030 13:07:00.118179 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:00.118185 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:00.120826 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:00.121243 29725 pod_ready.go:93] pod "kube-controller-manager-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:00.121253 29725 pod_ready.go:82] duration metric: took 400.188939ms for pod "kube-controller-manager-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:07:00.121260 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:00.318567 29725 request.go:632] Waited for 197.180128ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:07:00.318627 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:07:00.318639 29725 round_trippers.go:469] Request Headers:
I1030 13:07:00.318650 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:00.318661 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:00.321861 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:00.518537 29725 request.go:632] Waited for 196.146284ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:00.518594 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:00.518603 29725 round_trippers.go:469] Request Headers:
I1030 13:07:00.518656 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:00.518669 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:00.522187 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:00.522550 29725 pod_ready.go:93] pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:00.522562 29725 pod_ready.go:82] duration metric: took 401.28295ms for pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:00.522570 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:00.718201 29725 request.go:632] Waited for 195.531107ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m03
I1030 13:07:00.718273 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m03
I1030 13:07:00.718281 29725 round_trippers.go:469] Request Headers:
I1030 13:07:00.718290 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:00.718299 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:00.721475 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:00.917577 29725 request.go:632] Waited for 195.481591ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:00.917678 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:00.917690 29725 round_trippers.go:469] Request Headers:
I1030 13:07:00.917701 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:00.917716 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:00.920619 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:00.920981 29725 pod_ready.go:93] pod "kube-controller-manager-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:00.920990 29725 pod_ready.go:82] duration metric: took 398.401682ms for pod "kube-controller-manager-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:00.920997 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-9tf4b" in "kube-system" namespace to be "Ready" ...
I1030 13:07:01.117674 29725 request.go:632] Waited for 196.615945ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tf4b
I1030 13:07:01.117708 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tf4b
I1030 13:07:01.117713 29725 round_trippers.go:469] Request Headers:
I1030 13:07:01.117719 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:01.117745 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:01.119720 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:01.318577 29725 request.go:632] Waited for 198.464387ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:01.318629 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:01.318635 29725 round_trippers.go:469] Request Headers:
I1030 13:07:01.318641 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:01.318645 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:01.321158 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:01.321586 29725 pod_ready.go:93] pod "kube-proxy-9tf4b" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:01.321596 29725 pod_ready.go:82] duration metric: took 400.581852ms for pod "kube-proxy-9tf4b" in "kube-system" namespace to be "Ready" ...
I1030 13:07:01.321604 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-c7tmq" in "kube-system" namespace to be "Ready" ...
I1030 13:07:01.518850 29725 request.go:632] Waited for 197.195186ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-c7tmq
I1030 13:07:01.518926 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-c7tmq
I1030 13:07:01.518937 29725 round_trippers.go:469] Request Headers:
I1030 13:07:01.518948 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:01.518955 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:01.522131 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:01.718853 29725 request.go:632] Waited for 196.137742ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m04
I1030 13:07:01.718942 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m04
I1030 13:07:01.718959 29725 round_trippers.go:469] Request Headers:
I1030 13:07:01.718977 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:01.718995 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:01.722409 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:01.723009 29725 pod_ready.go:98] node "ha-713000-m04" hosting pod "kube-proxy-c7tmq" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-713000-m04" has status "Ready":"Unknown"
I1030 13:07:01.723023 29725 pod_ready.go:82] duration metric: took 401.40083ms for pod "kube-proxy-c7tmq" in "kube-system" namespace to be "Ready" ...
E1030 13:07:01.723031 29725 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-713000-m04" hosting pod "kube-proxy-c7tmq" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-713000-m04" has status "Ready":"Unknown"
I1030 13:07:01.723041 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-mhbgr" in "kube-system" namespace to be "Ready" ...
I1030 13:07:01.918103 29725 request.go:632] Waited for 195.007241ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mhbgr
I1030 13:07:01.918184 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mhbgr
I1030 13:07:01.918194 29725 round_trippers.go:469] Request Headers:
I1030 13:07:01.918205 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:01.918216 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:01.921458 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:02.117858 29725 request.go:632] Waited for 195.888119ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:02.117892 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:02.117897 29725 round_trippers.go:469] Request Headers:
I1030 13:07:02.117908 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:02.117914 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:02.120889 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:02.121322 29725 pod_ready.go:93] pod "kube-proxy-mhbgr" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:02.121331 29725 pod_ready.go:82] duration metric: took 398.272689ms for pod "kube-proxy-mhbgr" in "kube-system" namespace to be "Ready" ...
I1030 13:07:02.121339 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tbd9d" in "kube-system" namespace to be "Ready" ...
I1030 13:07:02.319314 29725 request.go:632] Waited for 197.895638ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tbd9d
I1030 13:07:02.319422 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tbd9d
I1030 13:07:02.319454 29725 round_trippers.go:469] Request Headers:
I1030 13:07:02.319467 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:02.319473 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:02.322924 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:02.518349 29725 request.go:632] Waited for 194.723522ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:02.518403 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:02.518411 29725 round_trippers.go:469] Request Headers:
I1030 13:07:02.518423 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:02.518434 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:02.521274 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:02.521614 29725 pod_ready.go:93] pod "kube-proxy-tbd9d" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:02.521624 29725 pod_ready.go:82] duration metric: took 400.267904ms for pod "kube-proxy-tbd9d" in "kube-system" namespace to be "Ready" ...
I1030 13:07:02.521632 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:07:02.718022 29725 request.go:632] Waited for 196.322382ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000
I1030 13:07:02.718058 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000
I1030 13:07:02.718064 29725 round_trippers.go:469] Request Headers:
I1030 13:07:02.718072 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:02.718077 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:02.720466 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:02.917613 29725 request.go:632] Waited for 196.691338ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:02.917674 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:02.917680 29725 round_trippers.go:469] Request Headers:
I1030 13:07:02.917685 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:02.917690 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:02.919859 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:02.920252 29725 pod_ready.go:93] pod "kube-scheduler-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:02.920262 29725 pod_ready.go:82] duration metric: took 398.613554ms for pod "kube-scheduler-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:07:02.920268 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:03.118888 29725 request.go:632] Waited for 198.546331ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m02
I1030 13:07:03.118934 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m02
I1030 13:07:03.118944 29725 round_trippers.go:469] Request Headers:
I1030 13:07:03.118955 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:03.118962 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:03.122089 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:03.317728 29725 request.go:632] Waited for 195.045589ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:03.317832 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:03.317848 29725 round_trippers.go:469] Request Headers:
I1030 13:07:03.317860 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:03.317868 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:03.320554 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:03.320975 29725 pod_ready.go:93] pod "kube-scheduler-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:03.320985 29725 pod_ready.go:82] duration metric: took 400.699944ms for pod "kube-scheduler-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:03.320992 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:03.517752 29725 request.go:632] Waited for 196.712307ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m03
I1030 13:07:03.517826 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m03
I1030 13:07:03.517834 29725 round_trippers.go:469] Request Headers:
I1030 13:07:03.517842 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:03.517849 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:03.520318 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:03.719709 29725 request.go:632] Waited for 198.923046ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:03.719807 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:03.719816 29725 round_trippers.go:469] Request Headers:
I1030 13:07:03.719828 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:03.719836 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:03.723105 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:03.723550 29725 pod_ready.go:93] pod "kube-scheduler-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:03.723564 29725 pod_ready.go:82] duration metric: took 402.552978ms for pod "kube-scheduler-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:03.723577 29725 pod_ready.go:39] duration metric: took 24.819999453s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 13:07:03.723592 29725 api_server.go:52] waiting for apiserver process to appear ...
I1030 13:07:03.723675 29725 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1030 13:07:03.735153 29725 api_server.go:72] duration metric: took 25.543208054s to wait for apiserver process to appear ...
I1030 13:07:03.735166 29725 api_server.go:88] waiting for apiserver healthz status ...
I1030 13:07:03.735179 29725 api_server.go:253] Checking apiserver healthz at https://192.169.0.43:8443/healthz ...
I1030 13:07:03.738352 29725 api_server.go:279] https://192.169.0.43:8443/healthz returned 200:
ok
I1030 13:07:03.738392 29725 round_trippers.go:463] GET https://192.169.0.43:8443/version
I1030 13:07:03.738397 29725 round_trippers.go:469] Request Headers:
I1030 13:07:03.738403 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:03.738407 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:03.739036 29725 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1030 13:07:03.739064 29725 api_server.go:141] control plane version: v1.31.2
I1030 13:07:03.739074 29725 api_server.go:131] duration metric: took 3.903494ms to wait for apiserver health ...
I1030 13:07:03.739079 29725 system_pods.go:43] waiting for kube-system pods to appear ...
I1030 13:07:03.918545 29725 request.go:632] Waited for 179.402126ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods
I1030 13:07:03.918670 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods
I1030 13:07:03.918680 29725 round_trippers.go:469] Request Headers:
I1030 13:07:03.918691 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:03.918698 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:03.924348 29725 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 13:07:03.929540 29725 system_pods.go:59] 26 kube-system pods found
I1030 13:07:03.929555 29725 system_pods.go:61] "coredns-7c65d6cfc9-9tbj2" [3c1cc875-28d5-44bc-a88a-d216a844c8d9] Running
I1030 13:07:03.929560 29725 system_pods.go:61] "coredns-7c65d6cfc9-rp56w" [211ea3e7-c812-4225-83a3-18a16ec2add8] Running
I1030 13:07:03.929563 29725 system_pods.go:61] "etcd-ha-713000" [5e5ef9ab-0c35-4eb4-86bf-0be7ab29d350] Running
I1030 13:07:03.929565 29725 system_pods.go:61] "etcd-ha-713000-m02" [0103bddf-b260-4935-ba12-dfc8cf18c77d] Running
I1030 13:07:03.929570 29725 system_pods.go:61] "etcd-ha-713000-m03" [ab7f780b-30d0-483d-baac-a5e8379811b3] Running
I1030 13:07:03.929573 29725 system_pods.go:61] "kindnet-6xkvc" [6e6305cb-7945-4843-b4be-b4161c97503f] Running
I1030 13:07:03.929582 29725 system_pods.go:61] "kindnet-9g5hv" [40ebc9c6-896f-4ea0-a1cc-79c762553b40] Running
I1030 13:07:03.929585 29725 system_pods.go:61] "kindnet-fs64c" [da172237-0974-4acb-b443-399b68507cff] Running
I1030 13:07:03.929588 29725 system_pods.go:61] "kindnet-kktpp" [7c825e4b-1c58-4335-8c52-f32a0489da53] Running
I1030 13:07:03.929590 29725 system_pods.go:61] "kube-apiserver-ha-713000" [4174a86d-0d52-48be-9e9f-74032838b123] Running
I1030 13:07:03.929597 29725 system_pods.go:61] "kube-apiserver-ha-713000-m02" [6a0b66a9-6b7c-442a-a088-9161c36280c1] Running
I1030 13:07:03.929600 29725 system_pods.go:61] "kube-apiserver-ha-713000-m03" [b060cfa4-4f93-42f0-8174-811d92771048] Running
I1030 13:07:03.929602 29725 system_pods.go:61] "kube-controller-manager-ha-713000" [8b1102f4-f7e0-4951-9feb-1a6e347585f1] Running
I1030 13:07:03.929605 29725 system_pods.go:61] "kube-controller-manager-ha-713000-m02" [fda261a5-57c2-475d-a228-f9c384a9db7d] Running
I1030 13:07:03.929609 29725 system_pods.go:61] "kube-controller-manager-ha-713000-m03" [0d86fe4c-5c4d-407e-af1a-3a22f32ee6a6] Running
I1030 13:07:03.929613 29725 system_pods.go:61] "kube-proxy-9tf4b" [7c00e80d-50d9-4ad8-a870-689829e358fc] Running
I1030 13:07:03.929615 29725 system_pods.go:61] "kube-proxy-c7tmq" [1709e5fe-45f2-4108-90dd-1c7c2f83b6ba] Running
I1030 13:07:03.929618 29725 system_pods.go:61] "kube-proxy-mhbgr" [eb579e1b-57d8-4e12-8220-bd758cfc8824] Running
I1030 13:07:03.929620 29725 system_pods.go:61] "kube-proxy-tbd9d" [e4112dff-c566-4347-8d44-ceeaf16bde3f] Running
I1030 13:07:03.929623 29725 system_pods.go:61] "kube-scheduler-ha-713000" [32b74e15-85a6-4636-b913-e7179e22c877] Running
I1030 13:07:03.929626 29725 system_pods.go:61] "kube-scheduler-ha-713000-m02" [438ecddf-6abd-4a36-a013-f7fd26cdc1bc] Running
I1030 13:07:03.929629 29725 system_pods.go:61] "kube-scheduler-ha-713000-m03" [954dca1d-94c6-4cb4-89f9-4c3276df8001] Running
I1030 13:07:03.929631 29725 system_pods.go:61] "kube-vip-ha-713000" [a1eb72bc-9f10-43fb-a28f-1e46608c7afa] Running
I1030 13:07:03.929634 29725 system_pods.go:61] "kube-vip-ha-713000-m02" [26cb5ef7-55f7-44ee-a979-1cc1be8bf91e] Running
I1030 13:07:03.929645 29725 system_pods.go:61] "kube-vip-ha-713000-m03" [abc45a1a-5fb5-4ad5-b1da-d2019837de3f] Running
I1030 13:07:03.929649 29725 system_pods.go:61] "storage-provisioner" [b73794b4-a1c0-47f6-b715-4b10c333560c] Running
I1030 13:07:03.929653 29725 system_pods.go:74] duration metric: took 190.564366ms to wait for pod list to return data ...
I1030 13:07:03.929659 29725 default_sa.go:34] waiting for default service account to be created ...
I1030 13:07:04.117975 29725 request.go:632] Waited for 188.234332ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/default/serviceaccounts
I1030 13:07:04.118098 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/default/serviceaccounts
I1030 13:07:04.118108 29725 round_trippers.go:469] Request Headers:
I1030 13:07:04.118120 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:04.118126 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:04.124442 29725 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1030 13:07:04.124510 29725 default_sa.go:45] found service account: "default"
I1030 13:07:04.124520 29725 default_sa.go:55] duration metric: took 194.850709ms for default service account to be created ...
I1030 13:07:04.124526 29725 system_pods.go:116] waiting for k8s-apps to be running ...
I1030 13:07:04.318202 29725 request.go:632] Waited for 193.608952ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods
I1030 13:07:04.318310 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods
I1030 13:07:04.318318 29725 round_trippers.go:469] Request Headers:
I1030 13:07:04.318325 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:04.318330 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:04.323780 29725 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 13:07:04.329295 29725 system_pods.go:86] 26 kube-system pods found
I1030 13:07:04.329313 29725 system_pods.go:89] "coredns-7c65d6cfc9-9tbj2" [3c1cc875-28d5-44bc-a88a-d216a844c8d9] Running
I1030 13:07:04.329318 29725 system_pods.go:89] "coredns-7c65d6cfc9-rp56w" [211ea3e7-c812-4225-83a3-18a16ec2add8] Running
I1030 13:07:04.329321 29725 system_pods.go:89] "etcd-ha-713000" [5e5ef9ab-0c35-4eb4-86bf-0be7ab29d350] Running
I1030 13:07:04.329324 29725 system_pods.go:89] "etcd-ha-713000-m02" [0103bddf-b260-4935-ba12-dfc8cf18c77d] Running
I1030 13:07:04.329327 29725 system_pods.go:89] "etcd-ha-713000-m03" [ab7f780b-30d0-483d-baac-a5e8379811b3] Running
I1030 13:07:04.329330 29725 system_pods.go:89] "kindnet-6xkvc" [6e6305cb-7945-4843-b4be-b4161c97503f] Running
I1030 13:07:04.329334 29725 system_pods.go:89] "kindnet-9g5hv" [40ebc9c6-896f-4ea0-a1cc-79c762553b40] Running
I1030 13:07:04.329338 29725 system_pods.go:89] "kindnet-fs64c" [da172237-0974-4acb-b443-399b68507cff] Running
I1030 13:07:04.329342 29725 system_pods.go:89] "kindnet-kktpp" [7c825e4b-1c58-4335-8c52-f32a0489da53] Running
I1030 13:07:04.329345 29725 system_pods.go:89] "kube-apiserver-ha-713000" [4174a86d-0d52-48be-9e9f-74032838b123] Running
I1030 13:07:04.329349 29725 system_pods.go:89] "kube-apiserver-ha-713000-m02" [6a0b66a9-6b7c-442a-a088-9161c36280c1] Running
I1030 13:07:04.329352 29725 system_pods.go:89] "kube-apiserver-ha-713000-m03" [b060cfa4-4f93-42f0-8174-811d92771048] Running
I1030 13:07:04.329354 29725 system_pods.go:89] "kube-controller-manager-ha-713000" [8b1102f4-f7e0-4951-9feb-1a6e347585f1] Running
I1030 13:07:04.329357 29725 system_pods.go:89] "kube-controller-manager-ha-713000-m02" [fda261a5-57c2-475d-a228-f9c384a9db7d] Running
I1030 13:07:04.329361 29725 system_pods.go:89] "kube-controller-manager-ha-713000-m03" [0d86fe4c-5c4d-407e-af1a-3a22f32ee6a6] Running
I1030 13:07:04.329363 29725 system_pods.go:89] "kube-proxy-9tf4b" [7c00e80d-50d9-4ad8-a870-689829e358fc] Running
I1030 13:07:04.329367 29725 system_pods.go:89] "kube-proxy-c7tmq" [1709e5fe-45f2-4108-90dd-1c7c2f83b6ba] Running
I1030 13:07:04.329369 29725 system_pods.go:89] "kube-proxy-mhbgr" [eb579e1b-57d8-4e12-8220-bd758cfc8824] Running
I1030 13:07:04.329375 29725 system_pods.go:89] "kube-proxy-tbd9d" [e4112dff-c566-4347-8d44-ceeaf16bde3f] Running
I1030 13:07:04.329379 29725 system_pods.go:89] "kube-scheduler-ha-713000" [32b74e15-85a6-4636-b913-e7179e22c877] Running
I1030 13:07:04.329381 29725 system_pods.go:89] "kube-scheduler-ha-713000-m02" [438ecddf-6abd-4a36-a013-f7fd26cdc1bc] Running
I1030 13:07:04.329384 29725 system_pods.go:89] "kube-scheduler-ha-713000-m03" [954dca1d-94c6-4cb4-89f9-4c3276df8001] Running
I1030 13:07:04.329387 29725 system_pods.go:89] "kube-vip-ha-713000" [a1eb72bc-9f10-43fb-a28f-1e46608c7afa] Running
I1030 13:07:04.329390 29725 system_pods.go:89] "kube-vip-ha-713000-m02" [26cb5ef7-55f7-44ee-a979-1cc1be8bf91e] Running
I1030 13:07:04.329394 29725 system_pods.go:89] "kube-vip-ha-713000-m03" [abc45a1a-5fb5-4ad5-b1da-d2019837de3f] Running
I1030 13:07:04.329397 29725 system_pods.go:89] "storage-provisioner" [b73794b4-a1c0-47f6-b715-4b10c333560c] Running
I1030 13:07:04.329401 29725 system_pods.go:126] duration metric: took 204.865385ms to wait for k8s-apps to be running ...
I1030 13:07:04.329407 29725 system_svc.go:44] waiting for kubelet service to be running ....
I1030 13:07:04.329477 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 13:07:04.341088 29725 system_svc.go:56] duration metric: took 11.674018ms WaitForService to wait for kubelet
I1030 13:07:04.341107 29725 kubeadm.go:582] duration metric: took 26.149144939s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 13:07:04.341120 29725 node_conditions.go:102] verifying NodePressure condition ...
I1030 13:07:04.517849 29725 request.go:632] Waited for 176.680447ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes
I1030 13:07:04.517918 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes
I1030 13:07:04.517925 29725 round_trippers.go:469] Request Headers:
I1030 13:07:04.517933 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:04.517940 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:04.521124 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:04.522052 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:07:04.522064 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:07:04.522077 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:07:04.522083 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:07:04.522088 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:07:04.522091 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:07:04.522094 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:07:04.522097 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:07:04.522101 29725 node_conditions.go:105] duration metric: took 180.97243ms to run NodePressure ...
I1030 13:07:04.522109 29725 start.go:241] waiting for startup goroutines ...
I1030 13:07:04.522127 29725 start.go:255] writing updated cluster config ...
I1030 13:07:04.544155 29725 out.go:201]
I1030 13:07:04.566106 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:07:04.566233 29725 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/config.json ...
I1030 13:07:04.604468 29725 out.go:177] * Starting "ha-713000-m04" worker node in "ha-713000" cluster
I1030 13:07:04.678799 29725 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime docker
I1030 13:07:04.678836 29725 cache.go:56] Caching tarball of preloaded images
I1030 13:07:04.679070 29725 preload.go:172] Found /Users/jenkins/minikube-integration/19883-26664/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I1030 13:07:04.679088 29725 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on docker
I1030 13:07:04.679216 29725 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/config.json ...
I1030 13:07:04.680035 29725 start.go:360] acquireMachinesLock for ha-713000-m04: {Name:mk0245516eb55fb1e34e7de214f804384e5f6156 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1030 13:07:04.680174 29725 start.go:364] duration metric: took 117.341µs to acquireMachinesLock for "ha-713000-m04"
I1030 13:07:04.680199 29725 start.go:96] Skipping create...Using existing machine configuration
I1030 13:07:04.680206 29725 fix.go:54] fixHost starting: m04
I1030 13:07:04.680687 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:07:04.680723 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:07:04.693026 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51739
I1030 13:07:04.693391 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:07:04.693798 29725 main.go:141] libmachine: Using API Version 1
I1030 13:07:04.693825 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:07:04.694093 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:07:04.694209 29725 main.go:141] libmachine: (ha-713000-m04) Calling .DriverName
I1030 13:07:04.694307 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetState
I1030 13:07:04.694395 29725 main.go:141] libmachine: (ha-713000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:07:04.694504 29725 main.go:141] libmachine: (ha-713000-m04) DBG | hyperkit pid from json: 28871
I1030 13:07:04.695654 29725 main.go:141] libmachine: (ha-713000-m04) DBG | hyperkit pid 28871 missing from process table
I1030 13:07:04.695686 29725 fix.go:112] recreateIfNeeded on ha-713000-m04: state=Stopped err=<nil>
I1030 13:07:04.695695 29725 main.go:141] libmachine: (ha-713000-m04) Calling .DriverName
W1030 13:07:04.695788 29725 fix.go:138] unexpected machine state, will restart: <nil>
I1030 13:07:04.716514 29725 out.go:177] * Restarting existing hyperkit VM for "ha-713000-m04" ...
I1030 13:07:04.758722 29725 main.go:141] libmachine: (ha-713000-m04) Calling .Start
I1030 13:07:04.758868 29725 main.go:141] libmachine: (ha-713000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:07:04.758900 29725 main.go:141] libmachine: (ha-713000-m04) DBG | clean start, hyperkit pid file doesn't exist: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/hyperkit.pid
I1030 13:07:04.758943 29725 main.go:141] libmachine: (ha-713000-m04) DBG | Using UUID f5e43f85-5c79-46c6-a887-96ffe48dc155
I1030 13:07:04.782353 29725 main.go:141] libmachine: (ha-713000-m04) DBG | Generated MAC 16:e5:25:cf:75:3a
I1030 13:07:04.782411 29725 main.go:141] libmachine: (ha-713000-m04) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000
I1030 13:07:04.782632 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"f5e43f85-5c79-46c6-a887-96ffe48dc155", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002d9200)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1030 13:07:04.782666 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"f5e43f85-5c79-46c6-a887-96ffe48dc155", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002d9200)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1030 13:07:04.782711 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "f5e43f85-5c79-46c6-a887-96ffe48dc155", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/ha-713000-m04.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/tty,log=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/bzimage,/Users/jenkins/minikube-integration/19883-26664/.minikube/
machines/ha-713000-m04/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000"}
I1030 13:07:04.782753 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U f5e43f85-5c79-46c6-a887-96ffe48dc155 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/ha-713000-m04.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/tty,log=/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/console-ring -f kexec,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/bzimage,/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/initrd,earlyprintk=serial loglevel=3 co
nsole=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-713000"
I1030 13:07:04.782778 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I1030 13:07:04.784244 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 DEBUG: hyperkit: Pid is 29780
I1030 13:07:04.784713 29725 main.go:141] libmachine: (ha-713000-m04) DBG | Attempt 0
I1030 13:07:04.784728 29725 main.go:141] libmachine: (ha-713000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:07:04.784816 29725 main.go:141] libmachine: (ha-713000-m04) DBG | hyperkit pid from json: 29780
I1030 13:07:04.786927 29725 main.go:141] libmachine: (ha-713000-m04) DBG | Searching for 16:e5:25:cf:75:3a in /var/db/dhcpd_leases ...
I1030 13:07:04.787112 29725 main.go:141] libmachine: (ha-713000-m04) DBG | Found 45 entries in /var/db/dhcpd_leases!
I1030 13:07:04.787128 29725 main.go:141] libmachine: (ha-713000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.45 HWAddress:0e:5c:7c:4c:5a:ec ID:1,e:5c:7c:4c:5a:ec Lease:0x67229fbd}
I1030 13:07:04.787175 29725 main.go:141] libmachine: (ha-713000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.44 HWAddress:b2:b6:37:14:88:e4 ID:1,b2:b6:37:14:88:e4 Lease:0x67229f78}
I1030 13:07:04.787197 29725 main.go:141] libmachine: (ha-713000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.43 HWAddress:42:16:ad:11:1d:16 ID:1,42:16:ad:11:1d:16 Lease:0x67229f66}
I1030 13:07:04.787221 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetConfigRaw
I1030 13:07:04.787230 29725 main.go:141] libmachine: (ha-713000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.46 HWAddress:16:e5:25:cf:75:3a ID:1,16:e5:25:cf:75:3a Lease:0x67228ffb}
I1030 13:07:04.787242 29725 main.go:141] libmachine: (ha-713000-m04) DBG | Found match: 16:e5:25:cf:75:3a
I1030 13:07:04.787257 29725 main.go:141] libmachine: (ha-713000-m04) DBG | IP: 192.169.0.46
I1030 13:07:04.788063 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetIP
I1030 13:07:04.788273 29725 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/config.json ...
I1030 13:07:04.788708 29725 machine.go:93] provisionDockerMachine start ...
I1030 13:07:04.788717 29725 main.go:141] libmachine: (ha-713000-m04) Calling .DriverName
I1030 13:07:04.788837 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:04.788924 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:04.789026 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:04.789125 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:04.789234 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:04.789383 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:07:04.789569 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.46 22 <nil> <nil>}
I1030 13:07:04.789579 29725 main.go:141] libmachine: About to run SSH command:
hostname
I1030 13:07:04.795300 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I1030 13:07:04.804326 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I1030 13:07:04.805948 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1030 13:07:04.805993 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1030 13:07:04.806007 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1030 13:07:04.806026 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:04 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1030 13:07:05.214276 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:05 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I1030 13:07:05.214292 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:05 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I1030 13:07:05.329060 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:05 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1030 13:07:05.329094 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:05 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1030 13:07:05.329123 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:05 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1030 13:07:05.329144 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:05 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1030 13:07:05.329917 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:05 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I1030 13:07:05.329926 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:05 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I1030 13:07:11.123626 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:11 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 0
I1030 13:07:11.123762 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:11 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 0
I1030 13:07:11.123770 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:11 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 0
I1030 13:07:11.150324 29725 main.go:141] libmachine: (ha-713000-m04) DBG | 2024/10/30 13:07:11 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 0
I1030 13:07:39.850904 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I1030 13:07:39.850931 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetMachineName
I1030 13:07:39.851154 29725 buildroot.go:166] provisioning hostname "ha-713000-m04"
I1030 13:07:39.851176 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetMachineName
I1030 13:07:39.851338 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:39.851463 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:39.851568 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:39.851671 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:39.851767 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:39.852888 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:07:39.853048 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.46 22 <nil> <nil>}
I1030 13:07:39.853058 29725 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-713000-m04 && echo "ha-713000-m04" | sudo tee /etc/hostname
I1030 13:07:39.916679 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-713000-m04
I1030 13:07:39.916695 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:39.916833 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:39.916931 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:39.917009 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:39.917102 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:39.917244 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:07:39.917394 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.46 22 <nil> <nil>}
I1030 13:07:39.917405 29725 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-713000-m04' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-713000-m04/g' /etc/hosts;
else
echo '127.0.1.1 ha-713000-m04' | sudo tee -a /etc/hosts;
fi
fi
I1030 13:07:39.973964 29725 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 13:07:39.973979 29725 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19883-26664/.minikube CaCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19883-26664/.minikube}
I1030 13:07:39.973989 29725 buildroot.go:174] setting up certificates
I1030 13:07:39.974003 29725 provision.go:84] configureAuth start
I1030 13:07:39.974011 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetMachineName
I1030 13:07:39.974154 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetIP
I1030 13:07:39.974242 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:39.974339 29725 provision.go:143] copyHostCerts
I1030 13:07:39.974369 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem
I1030 13:07:39.974416 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem, removing ...
I1030 13:07:39.974422 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem
I1030 13:07:39.974544 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/key.pem (1679 bytes)
I1030 13:07:39.974751 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem
I1030 13:07:39.974783 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem, removing ...
I1030 13:07:39.974787 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem
I1030 13:07:39.974856 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.pem (1078 bytes)
I1030 13:07:39.975615 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem
I1030 13:07:39.975709 29725 exec_runner.go:144] found /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem, removing ...
I1030 13:07:39.975717 29725 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem
I1030 13:07:39.975858 29725 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19883-26664/.minikube/cert.pem (1123 bytes)
I1030 13:07:39.976225 29725 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem org=jenkins.ha-713000-m04 san=[127.0.0.1 192.169.0.46 ha-713000-m04 localhost minikube]
I1030 13:07:40.115655 29725 provision.go:177] copyRemoteCerts
I1030 13:07:40.116190 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 13:07:40.116207 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:40.116351 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:40.116447 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:40.116523 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:40.116600 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.46 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/id_rsa Username:docker}
I1030 13:07:40.148181 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1030 13:07:40.148262 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1030 13:07:40.168974 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem -> /etc/docker/server.pem
I1030 13:07:40.169047 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1030 13:07:40.188955 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1030 13:07:40.189028 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1030 13:07:40.209312 29725 provision.go:87] duration metric: took 235.289416ms to configureAuth
I1030 13:07:40.209328 29725 buildroot.go:189] setting minikube options for container-runtime
I1030 13:07:40.209773 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:07:40.209789 29725 main.go:141] libmachine: (ha-713000-m04) Calling .DriverName
I1030 13:07:40.209923 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:40.210017 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:40.210101 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:40.210195 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:40.210294 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:40.210435 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:07:40.210568 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.46 22 <nil> <nil>}
I1030 13:07:40.210576 29725 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1030 13:07:40.259881 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I1030 13:07:40.259900 29725 buildroot.go:70] root file system type: tmpfs
I1030 13:07:40.260021 29725 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I1030 13:07:40.260033 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:40.260172 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:40.260262 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:40.260352 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:40.260444 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:40.260595 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:07:40.260732 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.46 22 <nil> <nil>}
I1030 13:07:40.260778 29725 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.43"
Environment="NO_PROXY=192.169.0.43,192.169.0.44"
Environment="NO_PROXY=192.169.0.43,192.169.0.44,192.169.0.45"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1030 13:07:40.320255 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.43
Environment=NO_PROXY=192.169.0.43,192.169.0.44
Environment=NO_PROXY=192.169.0.43,192.169.0.44,192.169.0.45
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1030 13:07:40.320274 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:40.320409 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:40.320500 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:40.320578 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:40.320667 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:40.320810 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:07:40.320947 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.46 22 <nil> <nil>}
I1030 13:07:40.320960 29725 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1030 13:07:41.889521 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I1030 13:07:41.889538 29725 machine.go:96] duration metric: took 37.099709034s to provisionDockerMachine
I1030 13:07:41.889547 29725 start.go:293] postStartSetup for "ha-713000-m04" (driver="hyperkit")
I1030 13:07:41.889560 29725 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 13:07:41.889576 29725 main.go:141] libmachine: (ha-713000-m04) Calling .DriverName
I1030 13:07:41.889789 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 13:07:41.889803 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:41.889897 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:41.889977 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:41.890063 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:41.890149 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.46 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/id_rsa Username:docker}
I1030 13:07:41.922918 29725 ssh_runner.go:195] Run: cat /etc/os-release
I1030 13:07:41.926086 29725 info.go:137] Remote host: Buildroot 2023.02.9
I1030 13:07:41.926098 29725 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19883-26664/.minikube/addons for local assets ...
I1030 13:07:41.926180 29725 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19883-26664/.minikube/files for local assets ...
I1030 13:07:41.926316 29725 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> 272302.pem in /etc/ssl/certs
I1030 13:07:41.926322 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> /etc/ssl/certs/272302.pem
I1030 13:07:41.926484 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1030 13:07:41.934633 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem --> /etc/ssl/certs/272302.pem (1708 bytes)
I1030 13:07:41.954204 29725 start.go:296] duration metric: took 64.640352ms for postStartSetup
I1030 13:07:41.954230 29725 main.go:141] libmachine: (ha-713000-m04) Calling .DriverName
I1030 13:07:41.954481 29725 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I1030 13:07:41.954499 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:41.954617 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:41.954750 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:41.954847 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:41.954941 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.46 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/id_rsa Username:docker}
I1030 13:07:41.988161 29725 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I1030 13:07:41.988237 29725 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I1030 13:07:42.041876 29725 fix.go:56] duration metric: took 37.360546415s for fixHost
I1030 13:07:42.041903 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:42.042057 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:42.042171 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:42.042270 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:42.042359 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:42.042516 29725 main.go:141] libmachine: Using SSH client type: native
I1030 13:07:42.042658 29725 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x75f0620] 0x75f3300 <nil> [] 0s} 192.169.0.46 22 <nil> <nil>}
I1030 13:07:42.042667 29725 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1030 13:07:42.094822 29725 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730318861.869513928
I1030 13:07:42.094835 29725 fix.go:216] guest clock: 1730318861.869513928
I1030 13:07:42.094841 29725 fix.go:229] Guest: 2024-10-30 13:07:41.869513928 -0700 PDT Remote: 2024-10-30 13:07:42.041892 -0700 PDT m=+193.899324733 (delta=-172.378072ms)
I1030 13:07:42.094852 29725 fix.go:200] guest clock delta is within tolerance: -172.378072ms
I1030 13:07:42.094856 29725 start.go:83] releasing machines lock for "ha-713000-m04", held for 37.413549032s
I1030 13:07:42.094875 29725 main.go:141] libmachine: (ha-713000-m04) Calling .DriverName
I1030 13:07:42.095014 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetIP
I1030 13:07:42.118231 29725 out.go:177] * Found network options:
I1030 13:07:42.139507 29725 out.go:177] - NO_PROXY=192.169.0.43,192.169.0.44,192.169.0.45
W1030 13:07:42.160406 29725 proxy.go:119] fail to check proxy env: Error ip not in block
W1030 13:07:42.160429 29725 proxy.go:119] fail to check proxy env: Error ip not in block
W1030 13:07:42.160436 29725 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 13:07:42.160450 29725 main.go:141] libmachine: (ha-713000-m04) Calling .DriverName
I1030 13:07:42.160888 29725 main.go:141] libmachine: (ha-713000-m04) Calling .DriverName
I1030 13:07:42.161021 29725 main.go:141] libmachine: (ha-713000-m04) Calling .DriverName
W1030 13:07:42.161167 29725 proxy.go:119] fail to check proxy env: Error ip not in block
W1030 13:07:42.161189 29725 proxy.go:119] fail to check proxy env: Error ip not in block
W1030 13:07:42.161201 29725 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 13:07:42.161679 29725 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 13:07:42.161681 29725 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1030 13:07:42.161713 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:42.161713 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHHostname
I1030 13:07:42.161946 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:42.161957 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHPort
I1030 13:07:42.162077 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:42.162112 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHKeyPath
I1030 13:07:42.162249 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:42.162269 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetSSHUsername
I1030 13:07:42.162370 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.46 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/id_rsa Username:docker}
I1030 13:07:42.162402 29725 sshutil.go:53] new ssh client: &{IP:192.169.0.46 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19883-26664/.minikube/machines/ha-713000-m04/id_rsa Username:docker}
W1030 13:07:42.190968 29725 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1030 13:07:42.191043 29725 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 13:07:42.236897 29725 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1030 13:07:42.236914 29725 start.go:495] detecting cgroup driver to use...
I1030 13:07:42.236981 29725 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1030 13:07:42.252481 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I1030 13:07:42.261633 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1030 13:07:42.270737 29725 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I1030 13:07:42.270814 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1030 13:07:42.280237 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1030 13:07:42.289282 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1030 13:07:42.298725 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1030 13:07:42.308229 29725 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 13:07:42.317618 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1030 13:07:42.326811 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1030 13:07:42.335797 29725 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1030 13:07:42.344852 29725 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 13:07:42.353188 29725 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1030 13:07:42.353258 29725 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1030 13:07:42.362541 29725 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 13:07:42.370948 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:07:42.481455 29725 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1030 13:07:42.501172 29725 start.go:495] detecting cgroup driver to use...
I1030 13:07:42.501267 29725 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1030 13:07:42.518595 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 13:07:42.531998 29725 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1030 13:07:42.547421 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 13:07:42.558565 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1030 13:07:42.569162 29725 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1030 13:07:42.589783 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1030 13:07:42.600261 29725 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1030 13:07:42.616255 29725 ssh_runner.go:195] Run: which cri-dockerd
I1030 13:07:42.619761 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1030 13:07:42.627350 29725 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I1030 13:07:42.641381 29725 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1030 13:07:42.740554 29725 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1030 13:07:42.842404 29725 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I1030 13:07:42.842449 29725 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1030 13:07:42.858044 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:07:42.958289 29725 ssh_runner.go:195] Run: sudo systemctl restart docker
I1030 13:07:45.163817 29725 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.205439104s)
I1030 13:07:45.163914 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I1030 13:07:45.175876 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1030 13:07:45.188109 29725 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I1030 13:07:45.300617 29725 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1030 13:07:45.407699 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:07:45.513798 29725 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I1030 13:07:45.527604 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1030 13:07:45.538842 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:07:45.645624 29725 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I1030 13:07:45.715389 29725 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I1030 13:07:45.716280 29725 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I1030 13:07:45.720656 29725 start.go:563] Will wait 60s for crictl version
I1030 13:07:45.720720 29725 ssh_runner.go:195] Run: which crictl
I1030 13:07:45.723845 29725 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 13:07:45.752479 29725 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.1
RuntimeApiVersion: v1
I1030 13:07:45.752567 29725 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1030 13:07:45.769868 29725 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1030 13:07:45.808318 29725 out.go:235] * Preparing Kubernetes v1.31.2 on Docker 27.3.1 ...
I1030 13:07:45.849321 29725 out.go:177] - env NO_PROXY=192.169.0.43
I1030 13:07:45.870455 29725 out.go:177] - env NO_PROXY=192.169.0.43,192.169.0.44
I1030 13:07:45.891266 29725 out.go:177] - env NO_PROXY=192.169.0.43,192.169.0.44,192.169.0.45
I1030 13:07:45.912386 29725 main.go:141] libmachine: (ha-713000-m04) Calling .GetIP
I1030 13:07:45.913396 29725 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I1030 13:07:45.917775 29725 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 13:07:45.928034 29725 mustload.go:65] Loading cluster: ha-713000
I1030 13:07:45.928215 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:07:45.928437 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:07:45.928461 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:07:45.939972 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51761
I1030 13:07:45.940367 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:07:45.940727 29725 main.go:141] libmachine: Using API Version 1
I1030 13:07:45.940739 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:07:45.940971 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:07:45.941109 29725 main.go:141] libmachine: (ha-713000) Calling .GetState
I1030 13:07:45.941221 29725 main.go:141] libmachine: (ha-713000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1030 13:07:45.941308 29725 main.go:141] libmachine: (ha-713000) DBG | hyperkit pid from json: 29738
I1030 13:07:45.942433 29725 host.go:66] Checking if "ha-713000" exists ...
I1030 13:07:45.942710 29725 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1030 13:07:45.942735 29725 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1030 13:07:45.954175 29725 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51763
I1030 13:07:45.954548 29725 main.go:141] libmachine: () Calling .GetVersion
I1030 13:07:45.954894 29725 main.go:141] libmachine: Using API Version 1
I1030 13:07:45.954906 29725 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 13:07:45.955132 29725 main.go:141] libmachine: () Calling .GetMachineName
I1030 13:07:45.955254 29725 main.go:141] libmachine: (ha-713000) Calling .DriverName
I1030 13:07:45.955375 29725 certs.go:68] Setting up /Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000 for IP: 192.169.0.46
I1030 13:07:45.955382 29725 certs.go:194] generating shared ca certs ...
I1030 13:07:45.955395 29725 certs.go:226] acquiring lock for ca certs: {Name:mk32dbd2da852d4fa340a8e5df526788d5376463 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 13:07:45.955582 29725 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key
I1030 13:07:45.955644 29725 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key
I1030 13:07:45.955654 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1030 13:07:45.955677 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1030 13:07:45.955695 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1030 13:07:45.955713 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1030 13:07:45.955799 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem (1338 bytes)
W1030 13:07:45.955845 29725 certs.go:480] ignoring /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230_empty.pem, impossibly tiny 0 bytes
I1030 13:07:45.955860 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca-key.pem (1675 bytes)
I1030 13:07:45.955895 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/ca.pem (1078 bytes)
I1030 13:07:45.955929 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/cert.pem (1123 bytes)
I1030 13:07:45.955964 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/key.pem (1679 bytes)
I1030 13:07:45.956032 29725 certs.go:484] found cert: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem (1708 bytes)
I1030 13:07:45.956072 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem -> /usr/share/ca-certificates/272302.pem
I1030 13:07:45.956094 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1030 13:07:45.956116 29725 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem -> /usr/share/ca-certificates/27230.pem
I1030 13:07:45.956141 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 13:07:45.977250 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1030 13:07:45.997058 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 13:07:46.016541 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1030 13:07:46.036167 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/files/etc/ssl/certs/272302.pem --> /usr/share/ca-certificates/272302.pem (1708 bytes)
I1030 13:07:46.055684 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 13:07:46.075035 29725 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19883-26664/.minikube/certs/27230.pem --> /usr/share/ca-certificates/27230.pem (1338 bytes)
I1030 13:07:46.095263 29725 ssh_runner.go:195] Run: openssl version
I1030 13:07:46.099634 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/272302.pem && ln -fs /usr/share/ca-certificates/272302.pem /etc/ssl/certs/272302.pem"
I1030 13:07:46.109195 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/272302.pem
I1030 13:07:46.112740 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 30 19:49 /usr/share/ca-certificates/272302.pem
I1030 13:07:46.112796 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/272302.pem
I1030 13:07:46.117166 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/272302.pem /etc/ssl/certs/3ec20f2e.0"
I1030 13:07:46.126401 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 13:07:46.135666 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 13:07:46.139108 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 30 19:40 /usr/share/ca-certificates/minikubeCA.pem
I1030 13:07:46.139162 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 13:07:46.143529 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 13:07:46.152713 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/27230.pem && ln -fs /usr/share/ca-certificates/27230.pem /etc/ssl/certs/27230.pem"
I1030 13:07:46.162091 29725 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/27230.pem
I1030 13:07:46.165532 29725 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 30 19:49 /usr/share/ca-certificates/27230.pem
I1030 13:07:46.165587 29725 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/27230.pem
I1030 13:07:46.169901 29725 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/27230.pem /etc/ssl/certs/51391683.0"
I1030 13:07:46.179257 29725 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1030 13:07:46.182418 29725 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1030 13:07:46.182455 29725 kubeadm.go:934] updating node {m04 192.169.0.46 0 v1.31.2 docker false true} ...
I1030 13:07:46.182516 29725 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-713000-m04 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.46
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-713000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1030 13:07:46.182584 29725 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1030 13:07:46.192126 29725 binaries.go:44] Found k8s binaries, skipping transfer
I1030 13:07:46.192220 29725 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I1030 13:07:46.200673 29725 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1030 13:07:46.214665 29725 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 13:07:46.228572 29725 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I1030 13:07:46.231692 29725 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 13:07:46.242408 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:07:46.343317 29725 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 13:07:46.357371 29725 start.go:235] Will wait 6m0s for node &{Name:m04 IP:192.169.0.46 Port:0 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:false Worker:true}
I1030 13:07:46.357588 29725 config.go:182] Loaded profile config "ha-713000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1030 13:07:46.378380 29725 out.go:177] * Verifying Kubernetes components...
I1030 13:07:46.420165 29725 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 13:07:46.542082 29725 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 13:07:46.555627 29725 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19883-26664/kubeconfig
I1030 13:07:46.555831 29725 kapi.go:59] client config for ha-713000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/profiles/ha-713000/client.key", CAFile:"/Users/jenkins/minikube-integration/19883-26664/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(ni
l)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x9194060), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1030 13:07:46.555872 29725 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.43:8443
I1030 13:07:46.556031 29725 node_ready.go:35] waiting up to 6m0s for node "ha-713000-m04" to be "Ready" ...
I1030 13:07:46.556069 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m04
I1030 13:07:46.556074 29725 round_trippers.go:469] Request Headers:
I1030 13:07:46.556092 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:46.556109 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:46.558247 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:47.056348 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m04
I1030 13:07:47.056471 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.056498 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.056508 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.059718 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:47.060375 29725 node_ready.go:49] node "ha-713000-m04" has status "Ready":"True"
I1030 13:07:47.060384 29725 node_ready.go:38] duration metric: took 504.329613ms for node "ha-713000-m04" to be "Ready" ...
I1030 13:07:47.060390 29725 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 13:07:47.060462 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods
I1030 13:07:47.060468 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.060473 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.060477 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.064034 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:47.069369 29725 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.069417 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9tbj2
I1030 13:07:47.069423 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.069440 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.069447 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.071462 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:47.071903 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:47.071911 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.071917 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.071921 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.073804 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:47.074090 29725 pod_ready.go:93] pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:47.074098 29725 pod_ready.go:82] duration metric: took 4.717201ms for pod "coredns-7c65d6cfc9-9tbj2" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.074105 29725 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-rp56w" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.074136 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-rp56w
I1030 13:07:47.074141 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.074147 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.074157 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.075916 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:47.076263 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:47.076270 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.076275 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.076284 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.078030 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:47.078335 29725 pod_ready.go:93] pod "coredns-7c65d6cfc9-rp56w" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:47.078344 29725 pod_ready.go:82] duration metric: took 4.23429ms for pod "coredns-7c65d6cfc9-rp56w" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.078350 29725 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.078388 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000
I1030 13:07:47.078393 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.078398 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.078406 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.080090 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:47.080490 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:47.080497 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.080503 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.080514 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.082339 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:47.082646 29725 pod_ready.go:93] pod "etcd-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:47.082656 29725 pod_ready.go:82] duration metric: took 4.300658ms for pod "etcd-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.082662 29725 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.082697 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000-m02
I1030 13:07:47.082702 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.082708 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.082711 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.084455 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:47.084870 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:47.084878 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.084883 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.084890 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.086456 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:47.086824 29725 pod_ready.go:93] pod "etcd-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:47.086833 29725 pod_ready.go:82] duration metric: took 4.16576ms for pod "etcd-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.086840 29725 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.256974 29725 request.go:632] Waited for 170.092469ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000-m03
I1030 13:07:47.257039 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/etcd-ha-713000-m03
I1030 13:07:47.257047 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.257072 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.257084 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.259603 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:47.457781 29725 request.go:632] Waited for 197.748973ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:47.457828 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:47.457854 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.457861 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.457865 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.460088 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:47.460437 29725 pod_ready.go:93] pod "etcd-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:47.460447 29725 pod_ready.go:82] duration metric: took 373.590568ms for pod "etcd-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.460475 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.657332 29725 request.go:632] Waited for 196.805498ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000
I1030 13:07:47.657366 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000
I1030 13:07:47.657386 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.657398 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.657413 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.659538 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:47.857581 29725 request.go:632] Waited for 197.520951ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:47.857622 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:47.857627 29725 round_trippers.go:469] Request Headers:
I1030 13:07:47.857634 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:47.857638 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:47.859647 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:47.860028 29725 pod_ready.go:93] pod "kube-apiserver-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:47.860038 29725 pod_ready.go:82] duration metric: took 399.541389ms for pod "kube-apiserver-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:07:47.860052 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:48.056413 29725 request.go:632] Waited for 196.313365ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m02
I1030 13:07:48.056452 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m02
I1030 13:07:48.056457 29725 round_trippers.go:469] Request Headers:
I1030 13:07:48.056478 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:48.056489 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:48.058477 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:48.256541 29725 request.go:632] Waited for 197.54669ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:48.256576 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:48.256581 29725 round_trippers.go:469] Request Headers:
I1030 13:07:48.256587 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:48.256613 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:48.258755 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:48.259166 29725 pod_ready.go:93] pod "kube-apiserver-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:48.259177 29725 pod_ready.go:82] duration metric: took 399.106397ms for pod "kube-apiserver-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:48.259184 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:48.457736 29725 request.go:632] Waited for 198.501058ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m03
I1030 13:07:48.457809 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-713000-m03
I1030 13:07:48.457822 29725 round_trippers.go:469] Request Headers:
I1030 13:07:48.457829 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:48.457833 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:48.461279 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:48.657133 29725 request.go:632] Waited for 195.290655ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:48.657167 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:48.657195 29725 round_trippers.go:469] Request Headers:
I1030 13:07:48.657203 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:48.657206 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:48.659484 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:48.659902 29725 pod_ready.go:93] pod "kube-apiserver-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:48.659913 29725 pod_ready.go:82] duration metric: took 400.712067ms for pod "kube-apiserver-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:48.659929 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:07:48.856516 29725 request.go:632] Waited for 196.535118ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000
I1030 13:07:48.856556 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000
I1030 13:07:48.856584 29725 round_trippers.go:469] Request Headers:
I1030 13:07:48.856590 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:48.856596 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:48.859573 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:49.056435 29725 request.go:632] Waited for 196.084206ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:49.056531 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:49.056543 29725 round_trippers.go:469] Request Headers:
I1030 13:07:49.056557 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:49.056584 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:49.059606 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:49.059930 29725 pod_ready.go:93] pod "kube-controller-manager-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:49.059939 29725 pod_ready.go:82] duration metric: took 399.992003ms for pod "kube-controller-manager-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:07:49.059957 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:49.256744 29725 request.go:632] Waited for 196.734928ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:07:49.256837 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m02
I1030 13:07:49.256849 29725 round_trippers.go:469] Request Headers:
I1030 13:07:49.256861 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:49.256867 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:49.260561 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:49.457391 29725 request.go:632] Waited for 196.240359ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:49.457446 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:49.457453 29725 round_trippers.go:469] Request Headers:
I1030 13:07:49.457458 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:49.457462 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:49.459520 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:49.460067 29725 pod_ready.go:93] pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:49.460077 29725 pod_ready.go:82] duration metric: took 400.101644ms for pod "kube-controller-manager-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:49.460084 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:49.656926 29725 request.go:632] Waited for 196.792383ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m03
I1030 13:07:49.657003 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-713000-m03
I1030 13:07:49.657009 29725 round_trippers.go:469] Request Headers:
I1030 13:07:49.657015 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:49.657020 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:49.658806 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:49.856794 29725 request.go:632] Waited for 197.458275ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:49.856834 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:49.856840 29725 round_trippers.go:469] Request Headers:
I1030 13:07:49.856850 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:49.856883 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:49.858728 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:49.859221 29725 pod_ready.go:93] pod "kube-controller-manager-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:49.859231 29725 pod_ready.go:82] duration metric: took 399.128405ms for pod "kube-controller-manager-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:49.859238 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-9tf4b" in "kube-system" namespace to be "Ready" ...
I1030 13:07:50.056457 29725 request.go:632] Waited for 197.158545ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tf4b
I1030 13:07:50.056536 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tf4b
I1030 13:07:50.056543 29725 round_trippers.go:469] Request Headers:
I1030 13:07:50.056551 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:50.056558 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:50.058758 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:50.258227 29725 request.go:632] Waited for 198.948676ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:50.258346 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:50.258361 29725 round_trippers.go:469] Request Headers:
I1030 13:07:50.258377 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:50.258388 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:50.261531 29725 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 13:07:50.261967 29725 pod_ready.go:93] pod "kube-proxy-9tf4b" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:50.261980 29725 pod_ready.go:82] duration metric: took 402.724346ms for pod "kube-proxy-9tf4b" in "kube-system" namespace to be "Ready" ...
I1030 13:07:50.261989 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-c7tmq" in "kube-system" namespace to be "Ready" ...
I1030 13:07:50.457976 29725 request.go:632] Waited for 195.939109ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-c7tmq
I1030 13:07:50.458033 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-c7tmq
I1030 13:07:50.458040 29725 round_trippers.go:469] Request Headers:
I1030 13:07:50.458049 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:50.458055 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:50.460377 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:50.656843 29725 request.go:632] Waited for 195.886572ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m04
I1030 13:07:50.656897 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m04
I1030 13:07:50.656908 29725 round_trippers.go:469] Request Headers:
I1030 13:07:50.656914 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:50.656918 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:50.658638 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:50.658899 29725 pod_ready.go:93] pod "kube-proxy-c7tmq" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:50.658908 29725 pod_ready.go:82] duration metric: took 396.902504ms for pod "kube-proxy-c7tmq" in "kube-system" namespace to be "Ready" ...
I1030 13:07:50.658915 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-mhbgr" in "kube-system" namespace to be "Ready" ...
I1030 13:07:50.857236 29725 request.go:632] Waited for 198.261041ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mhbgr
I1030 13:07:50.857271 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mhbgr
I1030 13:07:50.857297 29725 round_trippers.go:469] Request Headers:
I1030 13:07:50.857304 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:50.857309 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:50.859550 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:51.057198 29725 request.go:632] Waited for 197.250241ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:51.057269 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:51.057278 29725 round_trippers.go:469] Request Headers:
I1030 13:07:51.057287 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:51.057293 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:51.059883 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:51.060270 29725 pod_ready.go:93] pod "kube-proxy-mhbgr" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:51.060280 29725 pod_ready.go:82] duration metric: took 401.348801ms for pod "kube-proxy-mhbgr" in "kube-system" namespace to be "Ready" ...
I1030 13:07:51.060287 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tbd9d" in "kube-system" namespace to be "Ready" ...
I1030 13:07:51.256873 29725 request.go:632] Waited for 196.543975ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tbd9d
I1030 13:07:51.256913 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tbd9d
I1030 13:07:51.256934 29725 round_trippers.go:469] Request Headers:
I1030 13:07:51.256941 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:51.256946 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:51.258990 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:51.457545 29725 request.go:632] Waited for 198.178588ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:51.457584 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:51.457591 29725 round_trippers.go:469] Request Headers:
I1030 13:07:51.457600 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:51.457605 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:51.460061 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:51.460536 29725 pod_ready.go:93] pod "kube-proxy-tbd9d" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:51.460545 29725 pod_ready.go:82] duration metric: took 400.24105ms for pod "kube-proxy-tbd9d" in "kube-system" namespace to be "Ready" ...
I1030 13:07:51.460552 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:07:51.657233 29725 request.go:632] Waited for 196.632758ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000
I1030 13:07:51.657309 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000
I1030 13:07:51.657317 29725 round_trippers.go:469] Request Headers:
I1030 13:07:51.657325 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:51.657330 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:51.659477 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:51.857795 29725 request.go:632] Waited for 197.952383ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:51.857827 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000
I1030 13:07:51.857832 29725 round_trippers.go:469] Request Headers:
I1030 13:07:51.857862 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:51.857868 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:51.859673 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:51.859997 29725 pod_ready.go:93] pod "kube-scheduler-ha-713000" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:51.860007 29725 pod_ready.go:82] duration metric: took 399.43803ms for pod "kube-scheduler-ha-713000" in "kube-system" namespace to be "Ready" ...
I1030 13:07:51.860015 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:52.056756 29725 request.go:632] Waited for 196.683148ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m02
I1030 13:07:52.056822 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m02
I1030 13:07:52.056830 29725 round_trippers.go:469] Request Headers:
I1030 13:07:52.056840 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:52.056847 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:52.059504 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:52.256642 29725 request.go:632] Waited for 196.851064ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:52.256712 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m02
I1030 13:07:52.256720 29725 round_trippers.go:469] Request Headers:
I1030 13:07:52.256729 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:52.256734 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:52.259264 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:52.259549 29725 pod_ready.go:93] pod "kube-scheduler-ha-713000-m02" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:52.259559 29725 pod_ready.go:82] duration metric: took 399.525634ms for pod "kube-scheduler-ha-713000-m02" in "kube-system" namespace to be "Ready" ...
I1030 13:07:52.259566 29725 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:52.456905 29725 request.go:632] Waited for 197.289744ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m03
I1030 13:07:52.456945 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-713000-m03
I1030 13:07:52.456953 29725 round_trippers.go:469] Request Headers:
I1030 13:07:52.456988 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:52.457001 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:52.459488 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:52.657264 29725 request.go:632] Waited for 197.338973ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:52.657326 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes/ha-713000-m03
I1030 13:07:52.657332 29725 round_trippers.go:469] Request Headers:
I1030 13:07:52.657338 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:52.657343 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:52.659252 29725 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 13:07:52.659831 29725 pod_ready.go:93] pod "kube-scheduler-ha-713000-m03" in "kube-system" namespace has status "Ready":"True"
I1030 13:07:52.659841 29725 pod_ready.go:82] duration metric: took 400.257427ms for pod "kube-scheduler-ha-713000-m03" in "kube-system" namespace to be "Ready" ...
I1030 13:07:52.659848 29725 pod_ready.go:39] duration metric: took 5.599283296s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 13:07:52.659860 29725 system_svc.go:44] waiting for kubelet service to be running ....
I1030 13:07:52.660704 29725 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 13:07:52.671388 29725 system_svc.go:56] duration metric: took 11.522278ms WaitForService to wait for kubelet
I1030 13:07:52.671412 29725 kubeadm.go:582] duration metric: took 6.313817836s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 13:07:52.671433 29725 node_conditions.go:102] verifying NodePressure condition ...
I1030 13:07:52.857171 29725 request.go:632] Waited for 185.679522ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.43:8443/api/v1/nodes
I1030 13:07:52.857229 29725 round_trippers.go:463] GET https://192.169.0.43:8443/api/v1/nodes
I1030 13:07:52.857234 29725 round_trippers.go:469] Request Headers:
I1030 13:07:52.857241 29725 round_trippers.go:473] Accept: application/json, */*
I1030 13:07:52.857245 29725 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1030 13:07:52.859631 29725 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 13:07:52.860321 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:07:52.860331 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:07:52.860337 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:07:52.860341 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:07:52.860344 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:07:52.860348 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:07:52.860351 29725 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 13:07:52.860354 29725 node_conditions.go:123] node cpu capacity is 2
I1030 13:07:52.860357 29725 node_conditions.go:105] duration metric: took 188.911743ms to run NodePressure ...
I1030 13:07:52.860376 29725 start.go:241] waiting for startup goroutines ...
I1030 13:07:52.860394 29725 start.go:255] writing updated cluster config ...
I1030 13:07:52.861327 29725 ssh_runner.go:195] Run: rm -f paused
I1030 13:07:52.919296 29725 start.go:600] kubectl: 1.30.2, cluster: 1.31.2 (minor skew: 1)
I1030 13:07:52.942987 29725 out.go:177] * Done! kubectl is now configured to use "ha-713000" cluster and "default" namespace by default
==> Docker <==
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.295061416Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.295404720Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 30 20:06:17 ha-713000 cri-dockerd[1415]: time="2024-10-30T20:06:17Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/a1f6f2ec71d217f0333f57224265c3d96af2c06845bf18276b417ad64fb705fa/resolv.conf as [nameserver 192.169.0.1]"
Oct 30 20:06:17 ha-713000 cri-dockerd[1415]: time="2024-10-30T20:06:17Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/02db5e4965ef18bd75a2fbcb0668fdedf7454f8bd55e4b9f8e65980a70b0ba98/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"
Oct 30 20:06:17 ha-713000 cri-dockerd[1415]: time="2024-10-30T20:06:17Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/e79961d0151fb3c4a4ab72d63d048e59c2d81ed373bacc00bee6918e0f9fc72a/resolv.conf as [nameserver 192.169.0.1]"
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.535086773Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.535174282Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.535192719Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.535328582Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.564105098Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.565073601Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.565085698Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.565199456Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.604609069Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.604713910Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.604728704Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 30 20:06:17 ha-713000 dockerd[1165]: time="2024-10-30T20:06:17.604907024Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 30 20:06:47 ha-713000 dockerd[1165]: time="2024-10-30T20:06:47.897868796Z" level=info msg="shim disconnected" id=806dfd377405b0a0d05dd8d7e9b9e693090d9365d39677c499330472690fe225 namespace=moby
Oct 30 20:06:47 ha-713000 dockerd[1165]: time="2024-10-30T20:06:47.897921053Z" level=warning msg="cleaning up after shim disconnected" id=806dfd377405b0a0d05dd8d7e9b9e693090d9365d39677c499330472690fe225 namespace=moby
Oct 30 20:06:47 ha-713000 dockerd[1165]: time="2024-10-30T20:06:47.897931727Z" level=info msg="cleaning up dead shim" namespace=moby
Oct 30 20:06:47 ha-713000 dockerd[1159]: time="2024-10-30T20:06:47.897701644Z" level=info msg="ignoring event" container=806dfd377405b0a0d05dd8d7e9b9e693090d9365d39677c499330472690fe225 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 20:07:01 ha-713000 dockerd[1165]: time="2024-10-30T20:07:01.373424931Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Oct 30 20:07:01 ha-713000 dockerd[1165]: time="2024-10-30T20:07:01.373757465Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Oct 30 20:07:01 ha-713000 dockerd[1165]: time="2024-10-30T20:07:01.373767336Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 30 20:07:01 ha-713000 dockerd[1165]: time="2024-10-30T20:07:01.374134989Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b11ffbe514266 6e38f40d628db 58 seconds ago Running storage-provisioner 2 e79961d0151fb storage-provisioner
5b42c3053512c 8c811b4aec35f About a minute ago Running busybox 1 02db5e4965ef1 busybox-7dff88458-bhx7v
806dfd377405b 6e38f40d628db About a minute ago Exited storage-provisioner 1 e79961d0151fb storage-provisioner
05ab00e36c109 c69fa2e9cbf5f About a minute ago Running coredns 1 a1f6f2ec71d21 coredns-7c65d6cfc9-9tbj2
44e8f3dcb5bae c69fa2e9cbf5f About a minute ago Running coredns 1 19af619cf692c coredns-7c65d6cfc9-rp56w
6529a3f942936 9ca7e41918271 About a minute ago Running kindnet-cni 1 3b2aa343439ea kindnet-fs64c
ca1d9a1f5a7fa 505d571f5fd56 About a minute ago Running kube-proxy 1 d2d998dbf9f84 kube-proxy-tbd9d
9a9a17494f6a6 0486b6c53a1b5 2 minutes ago Running kube-controller-manager 2 ccbcc8790364c kube-controller-manager-ha-713000
33356c33db28a 9499c9960544e 2 minutes ago Running kube-apiserver 2 d517445702082 kube-apiserver-ha-713000
58ac4b33e5436 016cfb97b0edc 3 minutes ago Running kube-vip 0 796fb36420058 kube-vip-ha-713000
cc987d3ef3abe 9499c9960544e 3 minutes ago Exited kube-apiserver 1 d517445702082 kube-apiserver-ha-713000
63e5036342fcf 0486b6c53a1b5 3 minutes ago Exited kube-controller-manager 1 ccbcc8790364c kube-controller-manager-ha-713000
588fe936167b6 847c7bc1a5418 3 minutes ago Running kube-scheduler 1 59944bc014dfa kube-scheduler-ha-713000
84c71e6d1685d 2e96e5913fc06 3 minutes ago Running etcd 1 7ab13b7ea3c70 etcd-ha-713000
f4d9d78276472 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 11 minutes ago Exited busybox 0 e01be5149fd62 busybox-7dff88458-bhx7v
de8e448e26412 c69fa2e9cbf5f 13 minutes ago Exited coredns 0 70d717ff1d9ce coredns-7c65d6cfc9-rp56w
65cf1e21ce478 c69fa2e9cbf5f 13 minutes ago Exited coredns 0 196c7b3d8c605 coredns-7c65d6cfc9-9tbj2
ebc57c4d67c54 kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16 14 minutes ago Exited kindnet-cni 0 b3ebbaff32f2f kindnet-fs64c
63f6f8cf49680 505d571f5fd56 14 minutes ago Exited kube-proxy 0 cf6e1a5639edf kube-proxy-tbd9d
9aa08bf00fbb7 2e96e5913fc06 14 minutes ago Exited etcd 0 d13a89a51b541 etcd-ha-713000
e3e3a0d19c1d0 847c7bc1a5418 14 minutes ago Exited kube-scheduler 0 1ef7735d76b1f kube-scheduler-ha-713000
==> coredns [05ab00e36c10] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:34540 - 3306 "HINFO IN 8462343882815378255.2728637208233301670. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.007375507s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1133045592]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (30-Oct-2024 20:06:17.748) (total time: 30001ms):
Trace[1133045592]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (20:06:47.750)
Trace[1133045592]: [30.00171927s] [30.00171927s] END
[INFO] plugin/kubernetes: Trace[165703390]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (30-Oct-2024 20:06:17.748) (total time: 30001ms):
Trace[165703390]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (20:06:47.749)
Trace[165703390]: [30.001592805s] [30.001592805s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1415894413]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (30-Oct-2024 20:06:17.749) (total time: 30001ms):
Trace[1415894413]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (20:06:47.750)
Trace[1415894413]: [30.001861477s] [30.001861477s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> coredns [44e8f3dcb5ba] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:56442 - 1581 "HINFO IN 8727365720913574321.7276264866170686619. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.008506605s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1791140259]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (30-Oct-2024 20:06:17.743) (total time: 30004ms):
Trace[1791140259]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30004ms (20:06:47.747)
Trace[1791140259]: [30.004788077s] [30.004788077s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[702384715]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (30-Oct-2024 20:06:17.746) (total time: 30001ms):
Trace[702384715]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (20:06:47.747)
Trace[702384715]: [30.001800285s] [30.001800285s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[2040484364]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (30-Oct-2024 20:06:17.743) (total time: 30005ms):
Trace[2040484364]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30004ms (20:06:47.747)
Trace[2040484364]: [30.005819544s] [30.005819544s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> coredns [65cf1e21ce47] <==
[INFO] 10.244.1.2:52726 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000567864s
[INFO] 10.244.1.2:60759 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000121501s
[INFO] 10.244.1.2:33419 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000132589s
[INFO] 10.244.0.4:51957 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000063706s
[INFO] 10.244.0.4:54389 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000142291s
[INFO] 10.244.0.4:42346 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000072349s
[INFO] 10.244.0.4:50900 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000064428s
[INFO] 10.244.3.2:39866 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000073632s
[INFO] 10.244.3.2:49022 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000162861s
[INFO] 10.244.3.2:41550 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000362113s
[INFO] 10.244.3.2:60929 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000049345s
[INFO] 10.244.3.2:56767 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00004176s
[INFO] 10.244.1.2:44007 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000059518s
[INFO] 10.244.3.2:43688 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000055994s
[INFO] 10.244.3.2:40592 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000076727s
[INFO] 10.244.1.2:54812 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000105612s
[INFO] 10.244.1.2:34296 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000255287s
[INFO] 10.244.1.2:55596 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000139442s
[INFO] 10.244.0.4:44112 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00018783s
[INFO] 10.244.0.4:36018 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000115319s
[INFO] 10.244.0.4:44203 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000091727s
[INFO] 10.244.3.2:39422 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000059489s
[INFO] 10.244.3.2:37817 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000084392s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [de8e448e2641] <==
[INFO] 10.244.1.2:40093 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000120347s
[INFO] 10.244.1.2:54452 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000393062s
[INFO] 10.244.1.2:57222 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000065911s
[INFO] 10.244.0.4:60355 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000124042s
[INFO] 10.244.0.4:54684 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000090569s
[INFO] 10.244.0.4:56058 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000099093s
[INFO] 10.244.0.4:36622 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000053469s
[INFO] 10.244.3.2:59717 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000111639s
[INFO] 10.244.3.2:44867 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000049011s
[INFO] 10.244.3.2:42088 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000096658s
[INFO] 10.244.1.2:54330 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000109947s
[INFO] 10.244.1.2:44137 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000046931s
[INFO] 10.244.1.2:49405 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000123537s
[INFO] 10.244.0.4:55282 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000147393s
[INFO] 10.244.0.4:55918 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000063172s
[INFO] 10.244.0.4:47000 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000118663s
[INFO] 10.244.0.4:51997 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000058504s
[INFO] 10.244.3.2:33747 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000113776s
[INFO] 10.244.3.2:51015 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000086035s
[INFO] 10.244.1.2:54445 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000224817s
[INFO] 10.244.0.4:34420 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000144096s
[INFO] 10.244.3.2:58639 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000115895s
[INFO] 10.244.3.2:33518 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000128818s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
Name: ha-713000
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-713000
kubernetes.io/os=linux
minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0
minikube.k8s.io/name=ha-713000
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_30T12_53_47_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 19:53:42 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-713000
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 20:07:55 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 30 Oct 2024 20:05:42 +0000 Wed, 30 Oct 2024 19:53:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 30 Oct 2024 20:05:42 +0000 Wed, 30 Oct 2024 19:53:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 30 Oct 2024 20:05:42 +0000 Wed, 30 Oct 2024 19:53:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 30 Oct 2024 20:05:42 +0000 Wed, 30 Oct 2024 19:54:09 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.43
Hostname: ha-713000
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 270f30ce0808492590235221df2be30c
System UUID: 890e4d4a-0000-0000-a904-de8bc05e03ec
Boot ID: 0a2fca36-c858-4960-a0d8-dff1c7365a33
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-bhx7v 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system coredns-7c65d6cfc9-9tbj2 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 14m
kube-system coredns-7c65d6cfc9-rp56w 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 14m
kube-system etcd-ha-713000 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 14m
kube-system kindnet-fs64c 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 14m
kube-system kube-apiserver-ha-713000 250m (12%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system kube-controller-manager-ha-713000 200m (10%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system kube-proxy-tbd9d 0 (0%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system kube-scheduler-ha-713000 100m (5%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system kube-vip-ha-713000 0 (0%) 0 (0%) 0 (0%) 0 (0%) 104s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 14m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 14m kube-proxy
Normal Starting 102s kube-proxy
Normal Starting 14m kubelet Starting kubelet.
Normal NodeHasNoDiskPressure 14m (x8 over 14m) kubelet Node ha-713000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 14m (x8 over 14m) kubelet Node ha-713000 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 14m (x7 over 14m) kubelet Node ha-713000 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 14m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientPID 14m kubelet Node ha-713000 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 14m kubelet Node ha-713000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 14m kubelet Node ha-713000 status is now: NodeHasSufficientMemory
Normal NodeAllocatableEnforced 14m kubelet Updated Node Allocatable limit across pods
Normal Starting 14m kubelet Starting kubelet.
Normal RegisteredNode 14m node-controller Node ha-713000 event: Registered Node ha-713000 in Controller
Normal NodeReady 13m kubelet Node ha-713000 status is now: NodeReady
Normal RegisteredNode 13m node-controller Node ha-713000 event: Registered Node ha-713000 in Controller
Normal RegisteredNode 11m node-controller Node ha-713000 event: Registered Node ha-713000 in Controller
Normal RegisteredNode 9m19s node-controller Node ha-713000 event: Registered Node ha-713000 in Controller
Normal Starting 3m14s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m14s (x8 over 3m14s) kubelet Node ha-713000 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m14s (x8 over 3m14s) kubelet Node ha-713000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m14s (x7 over 3m14s) kubelet Node ha-713000 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m14s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m19s node-controller Node ha-713000 event: Registered Node ha-713000 in Controller
Normal RegisteredNode 2m19s node-controller Node ha-713000 event: Registered Node ha-713000 in Controller
Normal RegisteredNode 75s node-controller Node ha-713000 event: Registered Node ha-713000 in Controller
Name: ha-713000-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-713000-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0
minikube.k8s.io/name=ha-713000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_30T12_54_49_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 19:54:47 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-713000-m02
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 20:07:52 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 30 Oct 2024 20:05:39 +0000 Wed, 30 Oct 2024 19:54:47 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 30 Oct 2024 20:05:39 +0000 Wed, 30 Oct 2024 19:54:47 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 30 Oct 2024 20:05:39 +0000 Wed, 30 Oct 2024 19:54:47 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 30 Oct 2024 20:05:39 +0000 Wed, 30 Oct 2024 20:05:39 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.44
Hostname: ha-713000-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 6f4b5188db9348f6b9991e964dc9fa4b
System UUID: 6cb54d55-0000-0000-a949-52f0b27ac7c0
Boot ID: 5d2f0d63-4513-461e-b3b9-df730cc36674
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-9jz5c 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system etcd-ha-713000-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 13m
kube-system kindnet-9g5hv 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 13m
kube-system kube-apiserver-ha-713000-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-controller-manager-ha-713000-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-proxy-9tf4b 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-scheduler-ha-713000-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-vip-ha-713000-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m6s kube-proxy
Normal Starting 13m kube-proxy
Normal Starting 9m22s kube-proxy
Normal NodeHasNoDiskPressure 13m (x8 over 13m) kubelet Node ha-713000-m02 status is now: NodeHasNoDiskPressure
Normal CIDRAssignmentFailed 13m cidrAllocator Node ha-713000-m02 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 13m (x8 over 13m) kubelet Node ha-713000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 13m (x7 over 13m) kubelet Node ha-713000-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 13m node-controller Node ha-713000-m02 event: Registered Node ha-713000-m02 in Controller
Normal RegisteredNode 13m node-controller Node ha-713000-m02 event: Registered Node ha-713000-m02 in Controller
Normal RegisteredNode 11m node-controller Node ha-713000-m02 event: Registered Node ha-713000-m02 in Controller
Normal NodeAllocatableEnforced 9m27s kubelet Updated Node Allocatable limit across pods
Normal Starting 9m27s kubelet Starting kubelet.
Warning Rebooted 9m26s kubelet Node ha-713000-m02 has been rebooted, boot id: 28633f77-45c7-42e6-a1fa-ad871caf7956
Normal NodeHasSufficientMemory 9m26s kubelet Node ha-713000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9m26s kubelet Node ha-713000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 9m26s kubelet Node ha-713000-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 9m19s node-controller Node ha-713000-m02 event: Registered Node ha-713000-m02 in Controller
Normal Starting 2m31s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m31s (x8 over 2m31s) kubelet Node ha-713000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m31s (x8 over 2m31s) kubelet Node ha-713000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m31s (x7 over 2m31s) kubelet Node ha-713000-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m31s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m19s node-controller Node ha-713000-m02 event: Registered Node ha-713000-m02 in Controller
Normal RegisteredNode 2m19s node-controller Node ha-713000-m02 event: Registered Node ha-713000-m02 in Controller
Normal RegisteredNode 75s node-controller Node ha-713000-m02 event: Registered Node ha-713000-m02 in Controller
Name: ha-713000-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-713000-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0
minikube.k8s.io/name=ha-713000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_30T12_56_04_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 19:56:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-713000-m03
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 20:07:50 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 30 Oct 2024 20:06:38 +0000 Wed, 30 Oct 2024 20:06:38 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 30 Oct 2024 20:06:38 +0000 Wed, 30 Oct 2024 20:06:38 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 30 Oct 2024 20:06:38 +0000 Wed, 30 Oct 2024 20:06:38 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 30 Oct 2024 20:06:38 +0000 Wed, 30 Oct 2024 20:06:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.45
Hostname: ha-713000-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 0ed9c269ce5843b584b65a52cee4e349
System UUID: a6704ee3-0000-0000-aa6d-c0cc8bade216
Boot ID: 12bb15c9-5250-4685-af4d-cfe777a39f5e
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-rhmq5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system etcd-ha-713000-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 11m
kube-system kindnet-6xkvc 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 11m
kube-system kube-apiserver-ha-713000-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-controller-manager-ha-713000-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-proxy-mhbgr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-scheduler-ha-713000-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-vip-ha-713000-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 78s kube-proxy
Normal Starting 11m kube-proxy
Normal NodeHasSufficientPID 11m (x7 over 11m) kubelet Node ha-713000-m03 status is now: NodeHasSufficientPID
Normal CIDRAssignmentFailed 11m cidrAllocator Node ha-713000-m03 status is now: CIDRAssignmentFailed
Normal NodeAllocatableEnforced 11m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 11m (x8 over 11m) kubelet Node ha-713000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 11m (x8 over 11m) kubelet Node ha-713000-m03 status is now: NodeHasNoDiskPressure
Normal RegisteredNode 11m node-controller Node ha-713000-m03 event: Registered Node ha-713000-m03 in Controller
Normal RegisteredNode 11m node-controller Node ha-713000-m03 event: Registered Node ha-713000-m03 in Controller
Normal RegisteredNode 11m node-controller Node ha-713000-m03 event: Registered Node ha-713000-m03 in Controller
Normal RegisteredNode 9m19s node-controller Node ha-713000-m03 event: Registered Node ha-713000-m03 in Controller
Normal RegisteredNode 2m19s node-controller Node ha-713000-m03 event: Registered Node ha-713000-m03 in Controller
Normal RegisteredNode 2m19s node-controller Node ha-713000-m03 event: Registered Node ha-713000-m03 in Controller
Normal NodeNotReady 99s node-controller Node ha-713000-m03 status is now: NodeNotReady
Normal Starting 82s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 82s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 82s (x2 over 82s) kubelet Node ha-713000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 82s (x2 over 82s) kubelet Node ha-713000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 82s (x2 over 82s) kubelet Node ha-713000-m03 status is now: NodeHasSufficientPID
Warning Rebooted 82s kubelet Node ha-713000-m03 has been rebooted, boot id: 12bb15c9-5250-4685-af4d-cfe777a39f5e
Normal NodeReady 82s kubelet Node ha-713000-m03 status is now: NodeReady
Normal RegisteredNode 75s node-controller Node ha-713000-m03 event: Registered Node ha-713000-m03 in Controller
Name: ha-713000-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-713000-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0
minikube.k8s.io/name=ha-713000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_30T12_56_58_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 19:56:58 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-713000-m04
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 20:07:56 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 30 Oct 2024 20:07:46 +0000 Wed, 30 Oct 2024 20:07:46 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 30 Oct 2024 20:07:46 +0000 Wed, 30 Oct 2024 20:07:46 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 30 Oct 2024 20:07:46 +0000 Wed, 30 Oct 2024 20:07:46 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 30 Oct 2024 20:07:46 +0000 Wed, 30 Oct 2024 20:07:46 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.46
Hostname: ha-713000-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: c562f35eb3bb473f85e794c55a9b1711
System UUID: f5e446c6-0000-0000-a887-96ffe48dc155
Boot ID: f52956ce-1e48-4974-a9a7-e9b976219595
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.4.0/24
PodCIDRs: 10.244.4.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-kktpp 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 11m
kube-system kube-proxy-c7tmq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 10m kube-proxy
Normal Starting 11s kube-proxy
Normal NodeAllocatableEnforced 11m kubelet Updated Node Allocatable limit across pods
Normal CIDRAssignmentFailed 11m cidrAllocator Node ha-713000-m04 status is now: CIDRAssignmentFailed
Normal CIDRAssignmentFailed 11m cidrAllocator Node ha-713000-m04 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 11m (x2 over 11m) kubelet Node ha-713000-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 11m (x2 over 11m) kubelet Node ha-713000-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 11m (x2 over 11m) kubelet Node ha-713000-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 11m node-controller Node ha-713000-m04 event: Registered Node ha-713000-m04 in Controller
Normal RegisteredNode 11m node-controller Node ha-713000-m04 event: Registered Node ha-713000-m04 in Controller
Normal RegisteredNode 11m node-controller Node ha-713000-m04 event: Registered Node ha-713000-m04 in Controller
Normal NodeReady 10m kubelet Node ha-713000-m04 status is now: NodeReady
Normal RegisteredNode 9m19s node-controller Node ha-713000-m04 event: Registered Node ha-713000-m04 in Controller
Normal RegisteredNode 2m19s node-controller Node ha-713000-m04 event: Registered Node ha-713000-m04 in Controller
Normal RegisteredNode 2m19s node-controller Node ha-713000-m04 event: Registered Node ha-713000-m04 in Controller
Normal NodeNotReady 99s node-controller Node ha-713000-m04 status is now: NodeNotReady
Normal RegisteredNode 75s node-controller Node ha-713000-m04 event: Registered Node ha-713000-m04 in Controller
Normal Starting 14s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 14s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 14s (x2 over 14s) kubelet Node ha-713000-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 14s (x2 over 14s) kubelet Node ha-713000-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 14s (x2 over 14s) kubelet Node ha-713000-m04 status is now: NodeHasSufficientPID
Warning Rebooted 14s kubelet Node ha-713000-m04 has been rebooted, boot id: f52956ce-1e48-4974-a9a7-e9b976219595
Normal NodeReady 14s kubelet Node ha-713000-m04 status is now: NodeReady
==> dmesg <==
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.036132] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)
[ +0.007901] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!
[ +5.857669] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)
[ +0.000003] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)
[ +0.006655] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.846753] systemd-fstab-generator[127]: Ignoring "noauto" option for root device
[ +2.184695] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000004] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000000] NFSD: Unable to initialize client recovery tracking! (-2)
[ +0.228436] systemd-fstab-generator[466]: Ignoring "noauto" option for root device
[ +0.106747] systemd-fstab-generator[478]: Ignoring "noauto" option for root device
[ +1.899652] systemd-fstab-generator[1088]: Ignoring "noauto" option for root device
[ +0.246211] systemd-fstab-generator[1125]: Ignoring "noauto" option for root device
[ +0.096540] systemd-fstab-generator[1137]: Ignoring "noauto" option for root device
[ +0.123361] systemd-fstab-generator[1151]: Ignoring "noauto" option for root device
[ +0.052530] kauditd_printk_skb: 145 callbacks suppressed
[ +2.364121] systemd-fstab-generator[1368]: Ignoring "noauto" option for root device
[ +0.096859] systemd-fstab-generator[1380]: Ignoring "noauto" option for root device
[ +0.107393] systemd-fstab-generator[1392]: Ignoring "noauto" option for root device
[ +0.116460] systemd-fstab-generator[1407]: Ignoring "noauto" option for root device
[ +0.436149] systemd-fstab-generator[1568]: Ignoring "noauto" option for root device
[ +6.755435] kauditd_printk_skb: 168 callbacks suppressed
[Oct30 20:05] kauditd_printk_skb: 40 callbacks suppressed
[Oct30 20:06] kauditd_printk_skb: 82 callbacks suppressed
==> etcd [84c71e6d1685] <==
{"level":"warn","ts":"2024-10-30T20:06:22.260150Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.45:2380/version","remote-member-id":"f730c2e458ec955c","error":"Get \"https://192.169.0.45:2380/version\": dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:22.260213Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"f730c2e458ec955c","error":"Get \"https://192.169.0.45:2380/version\": dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:23.567727Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"f730c2e458ec955c","rtt":"0s","error":"dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:23.567840Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"f730c2e458ec955c","rtt":"0s","error":"dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:26.261679Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.45:2380/version","remote-member-id":"f730c2e458ec955c","error":"Get \"https://192.169.0.45:2380/version\": dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:26.261828Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"f730c2e458ec955c","error":"Get \"https://192.169.0.45:2380/version\": dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:28.567979Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"f730c2e458ec955c","rtt":"0s","error":"dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:28.567993Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"f730c2e458ec955c","rtt":"0s","error":"dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:30.263508Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.45:2380/version","remote-member-id":"f730c2e458ec955c","error":"Get \"https://192.169.0.45:2380/version\": dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:30.263556Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"f730c2e458ec955c","error":"Get \"https://192.169.0.45:2380/version\": dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:33.568489Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"f730c2e458ec955c","rtt":"0s","error":"dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:33.568600Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"f730c2e458ec955c","rtt":"0s","error":"dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:34.264851Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.45:2380/version","remote-member-id":"f730c2e458ec955c","error":"Get \"https://192.169.0.45:2380/version\": dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:34.265003Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"f730c2e458ec955c","error":"Get \"https://192.169.0.45:2380/version\": dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:38.266261Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.45:2380/version","remote-member-id":"f730c2e458ec955c","error":"Get \"https://192.169.0.45:2380/version\": dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:38.266406Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"f730c2e458ec955c","error":"Get \"https://192.169.0.45:2380/version\": dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:38.569465Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"f730c2e458ec955c","rtt":"0s","error":"dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"warn","ts":"2024-10-30T20:06:38.569481Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"f730c2e458ec955c","rtt":"0s","error":"dial tcp 192.169.0.45:2380: connect: connection refused"}
{"level":"info","ts":"2024-10-30T20:06:40.056098Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f730c2e458ec955c"}
{"level":"info","ts":"2024-10-30T20:06:40.056150Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6e9dc4674f2e7a55","remote-peer-id":"f730c2e458ec955c"}
{"level":"info","ts":"2024-10-30T20:06:40.056224Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6e9dc4674f2e7a55","remote-peer-id":"f730c2e458ec955c"}
{"level":"info","ts":"2024-10-30T20:06:40.081269Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"6e9dc4674f2e7a55","to":"f730c2e458ec955c","stream-type":"stream Message"}
{"level":"info","ts":"2024-10-30T20:06:40.081510Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6e9dc4674f2e7a55","remote-peer-id":"f730c2e458ec955c"}
{"level":"info","ts":"2024-10-30T20:06:40.119978Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"6e9dc4674f2e7a55","to":"f730c2e458ec955c","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2024-10-30T20:06:40.120181Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6e9dc4674f2e7a55","remote-peer-id":"f730c2e458ec955c"}
==> etcd [9aa08bf00fbb] <==
2024/10/30 19:59:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-10-30T19:59:09.195757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.039178516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-10-30T19:59:09.195767Z","caller":"traceutil/trace.go:171","msg":"trace[1961082611] range","detail":"{range_begin:/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath; range_end:; }","duration":"8.039188763s","start":"2024-10-30T19:59:01.156575Z","end":"2024-10-30T19:59:09.195764Z","steps":["trace[1961082611] 'agreement among raft nodes before linearized reading' (duration: 8.039178411s)"],"step_count":1}
{"level":"warn","ts":"2024-10-30T19:59:09.195776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-30T19:59:01.156553Z","time spent":"8.039220309s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath\" "}
2024/10/30 19:59:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-10-30T19:59:09.231309Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.169.0.43:2379: use of closed network connection"}
{"level":"warn","ts":"2024-10-30T19:59:09.231336Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.169.0.43:2379: use of closed network connection"}
{"level":"info","ts":"2024-10-30T19:59:09.231422Z","caller":"etcdserver/server.go:1512","msg":"skipped leadership transfer; local server is not leader","local-member-id":"6e9dc4674f2e7a55","current-leader-member-id":"0"}
{"level":"info","ts":"2024-10-30T19:59:09.240034Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"a8d017f36413813b"}
{"level":"info","ts":"2024-10-30T19:59:09.240080Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"a8d017f36413813b"}
{"level":"info","ts":"2024-10-30T19:59:09.240130Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"a8d017f36413813b"}
{"level":"info","ts":"2024-10-30T19:59:09.240274Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"6e9dc4674f2e7a55","remote-peer-id":"a8d017f36413813b"}
{"level":"info","ts":"2024-10-30T19:59:09.240305Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6e9dc4674f2e7a55","remote-peer-id":"a8d017f36413813b"}
{"level":"info","ts":"2024-10-30T19:59:09.240347Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6e9dc4674f2e7a55","remote-peer-id":"a8d017f36413813b"}
{"level":"info","ts":"2024-10-30T19:59:09.240485Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"a8d017f36413813b"}
{"level":"info","ts":"2024-10-30T19:59:09.240494Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"f730c2e458ec955c"}
{"level":"info","ts":"2024-10-30T19:59:09.240501Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"f730c2e458ec955c"}
{"level":"info","ts":"2024-10-30T19:59:09.240512Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"f730c2e458ec955c"}
{"level":"info","ts":"2024-10-30T19:59:09.241185Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"6e9dc4674f2e7a55","remote-peer-id":"f730c2e458ec955c"}
{"level":"info","ts":"2024-10-30T19:59:09.241209Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6e9dc4674f2e7a55","remote-peer-id":"f730c2e458ec955c"}
{"level":"info","ts":"2024-10-30T19:59:09.241271Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6e9dc4674f2e7a55","remote-peer-id":"f730c2e458ec955c"}
{"level":"info","ts":"2024-10-30T19:59:09.241282Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"f730c2e458ec955c"}
{"level":"info","ts":"2024-10-30T19:59:09.244062Z","caller":"embed/etcd.go:581","msg":"stopping serving peer traffic","address":"192.169.0.43:2380"}
{"level":"info","ts":"2024-10-30T19:59:09.244177Z","caller":"embed/etcd.go:586","msg":"stopped serving peer traffic","address":"192.169.0.43:2380"}
{"level":"info","ts":"2024-10-30T19:59:09.244227Z","caller":"embed/etcd.go:379","msg":"closed etcd server","name":"ha-713000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.169.0.43:2380"],"advertise-client-urls":["https://192.169.0.43:2379"]}
==> kernel <==
20:08:00 up 3 min, 0 users, load average: 0.35, 0.23, 0.09
Linux ha-713000 5.10.207 #1 SMP Wed Oct 30 13:38:35 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [6529a3f94293] <==
I1030 20:07:28.617317 1 main.go:324] Node ha-713000-m02 has CIDR [10.244.1.0/24]
I1030 20:07:38.614913 1 main.go:297] Handling node with IPs: map[192.169.0.43:{}]
I1030 20:07:38.614960 1 main.go:301] handling current node
I1030 20:07:38.614972 1 main.go:297] Handling node with IPs: map[192.169.0.44:{}]
I1030 20:07:38.614977 1 main.go:324] Node ha-713000-m02 has CIDR [10.244.1.0/24]
I1030 20:07:38.615290 1 main.go:297] Handling node with IPs: map[192.169.0.45:{}]
I1030 20:07:38.615322 1 main.go:324] Node ha-713000-m03 has CIDR [10.244.3.0/24]
I1030 20:07:38.615600 1 main.go:297] Handling node with IPs: map[192.169.0.46:{}]
I1030 20:07:38.615630 1 main.go:324] Node ha-713000-m04 has CIDR [10.244.4.0/24]
I1030 20:07:48.610977 1 main.go:297] Handling node with IPs: map[192.169.0.43:{}]
I1030 20:07:48.611019 1 main.go:301] handling current node
I1030 20:07:48.611030 1 main.go:297] Handling node with IPs: map[192.169.0.44:{}]
I1030 20:07:48.611035 1 main.go:324] Node ha-713000-m02 has CIDR [10.244.1.0/24]
I1030 20:07:48.611253 1 main.go:297] Handling node with IPs: map[192.169.0.45:{}]
I1030 20:07:48.611316 1 main.go:324] Node ha-713000-m03 has CIDR [10.244.3.0/24]
I1030 20:07:48.611493 1 main.go:297] Handling node with IPs: map[192.169.0.46:{}]
I1030 20:07:48.611522 1 main.go:324] Node ha-713000-m04 has CIDR [10.244.4.0/24]
I1030 20:07:58.616459 1 main.go:297] Handling node with IPs: map[192.169.0.44:{}]
I1030 20:07:58.616803 1 main.go:324] Node ha-713000-m02 has CIDR [10.244.1.0/24]
I1030 20:07:58.617177 1 main.go:297] Handling node with IPs: map[192.169.0.45:{}]
I1030 20:07:58.617265 1 main.go:324] Node ha-713000-m03 has CIDR [10.244.3.0/24]
I1030 20:07:58.617602 1 main.go:297] Handling node with IPs: map[192.169.0.46:{}]
I1030 20:07:58.618873 1 main.go:324] Node ha-713000-m04 has CIDR [10.244.4.0/24]
I1030 20:07:58.619191 1 main.go:297] Handling node with IPs: map[192.169.0.43:{}]
I1030 20:07:58.619312 1 main.go:301] handling current node
==> kindnet [ebc57c4d67c5] <==
I1030 19:58:35.287231 1 main.go:301] handling current node
I1030 19:58:45.290962 1 main.go:297] Handling node with IPs: map[192.169.0.44:{}]
I1030 19:58:45.291042 1 main.go:324] Node ha-713000-m02 has CIDR [10.244.1.0/24]
I1030 19:58:45.291381 1 main.go:297] Handling node with IPs: map[192.169.0.45:{}]
I1030 19:58:45.291446 1 main.go:324] Node ha-713000-m03 has CIDR [10.244.3.0/24]
I1030 19:58:45.292035 1 main.go:297] Handling node with IPs: map[192.169.0.46:{}]
I1030 19:58:45.292301 1 main.go:324] Node ha-713000-m04 has CIDR [10.244.4.0/24]
I1030 19:58:45.292577 1 main.go:297] Handling node with IPs: map[192.169.0.43:{}]
I1030 19:58:45.293627 1 main.go:301] handling current node
I1030 19:58:55.283604 1 main.go:297] Handling node with IPs: map[192.169.0.45:{}]
I1030 19:58:55.283657 1 main.go:324] Node ha-713000-m03 has CIDR [10.244.3.0/24]
I1030 19:58:55.283847 1 main.go:297] Handling node with IPs: map[192.169.0.46:{}]
I1030 19:58:55.283939 1 main.go:324] Node ha-713000-m04 has CIDR [10.244.4.0/24]
I1030 19:58:55.284089 1 main.go:297] Handling node with IPs: map[192.169.0.43:{}]
I1030 19:58:55.284169 1 main.go:301] handling current node
I1030 19:58:55.284181 1 main.go:297] Handling node with IPs: map[192.169.0.44:{}]
I1030 19:58:55.284188 1 main.go:324] Node ha-713000-m02 has CIDR [10.244.1.0/24]
I1030 19:59:05.283393 1 main.go:297] Handling node with IPs: map[192.169.0.43:{}]
I1030 19:59:05.283435 1 main.go:301] handling current node
I1030 19:59:05.283523 1 main.go:297] Handling node with IPs: map[192.169.0.44:{}]
I1030 19:59:05.283580 1 main.go:324] Node ha-713000-m02 has CIDR [10.244.1.0/24]
I1030 19:59:05.285927 1 main.go:297] Handling node with IPs: map[192.169.0.45:{}]
I1030 19:59:05.285964 1 main.go:324] Node ha-713000-m03 has CIDR [10.244.3.0/24]
I1030 19:59:05.286162 1 main.go:297] Handling node with IPs: map[192.169.0.46:{}]
I1030 19:59:05.286305 1 main.go:324] Node ha-713000-m04 has CIDR [10.244.4.0/24]
==> kube-apiserver [33356c33db28] <==
I1030 20:05:38.096329 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I1030 20:05:38.196810 1 shared_informer.go:320] Caches are synced for crd-autoregister
I1030 20:05:38.198910 1 aggregator.go:171] initial CRD sync complete...
I1030 20:05:38.201669 1 autoregister_controller.go:144] Starting autoregister controller
I1030 20:05:38.201810 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1030 20:05:38.201858 1 cache.go:39] Caches are synced for autoregister controller
I1030 20:05:38.227239 1 shared_informer.go:320] Caches are synced for cluster_authentication_trust_controller
I1030 20:05:38.230042 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1030 20:05:38.238978 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1030 20:05:38.239131 1 shared_informer.go:320] Caches are synced for configmaps
I1030 20:05:38.239160 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1030 20:05:38.230473 1 cache.go:39] Caches are synced for LocalAvailability controller
I1030 20:05:38.243865 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1030 20:05:38.249362 1 handler_discovery.go:450] Starting ResourceDiscoveryManager
W1030 20:05:38.252207 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.44 192.169.0.45]
I1030 20:05:38.265264 1 shared_informer.go:320] Caches are synced for node_authorizer
I1030 20:05:38.272536 1 shared_informer.go:320] Caches are synced for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I1030 20:05:38.272649 1 policy_source.go:224] refreshing policies
I1030 20:05:38.280174 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I1030 20:05:38.355535 1 controller.go:615] quota admission added evaluator for: endpoints
I1030 20:05:38.365536 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
E1030 20:05:38.369270 1 controller.go:95] Found stale data, removed previous endpoints on kubernetes service, apiserver didn't exit successfully previously
I1030 20:05:39.029220 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
W1030 20:05:39.277486 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.43 192.169.0.45]
W1030 20:05:59.279149 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.43 192.169.0.44]
==> kube-apiserver [cc987d3ef3ab] <==
I1030 20:04:53.815248 1 options.go:228] external host was not specified, using 192.169.0.43
I1030 20:04:53.817992 1 server.go:142] Version: v1.31.2
I1030 20:04:53.818243 1 server.go:144] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1030 20:04:54.388678 1 shared_informer.go:313] Waiting for caches to sync for node_authorizer
I1030 20:04:54.416663 1 plugins.go:157] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I1030 20:04:54.416753 1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I1030 20:04:54.419457 1 instance.go:232] Using reconciler: lease
I1030 20:04:54.419775 1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
W1030 20:05:14.387455 1 logging.go:55] [core] [Channel #1 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
W1030 20:05:14.387679 1 logging.go:55] [core] [Channel #2 SubChannel #3]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
F1030 20:05:14.422904 1 instance.go:225] Error creating leases: error creating storage factory: context deadline exceeded
==> kube-controller-manager [63e5036342fc] <==
I1030 20:04:54.308561 1 serving.go:386] Generated self-signed cert in-memory
I1030 20:04:54.747502 1 controllermanager.go:197] "Starting" version="v1.31.2"
I1030 20:04:54.747537 1 controllermanager.go:199] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1030 20:04:54.749691 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I1030 20:04:54.749870 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I1030 20:04:54.750223 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I1030 20:04:54.750389 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1030 20:05:15.430535 1 controllermanager.go:242] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: Get \"https://192.169.0.43:8443/healthz\": dial tcp 192.169.0.43:8443: connect: connection refused"
==> kube-controller-manager [9a9a17494f6a] <==
I1030 20:06:21.100144 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m03"
I1030 20:06:21.133306 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="13.857138ms"
I1030 20:06:21.134307 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="58.071µs"
I1030 20:06:21.812287 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m03"
I1030 20:06:26.212261 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m04"
I1030 20:06:31.884907 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m04"
I1030 20:06:36.312007 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m03"
I1030 20:06:38.780474 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m03"
I1030 20:06:38.789176 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m03"
I1030 20:06:39.730655 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="110.001µs"
I1030 20:06:41.203054 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m03"
I1030 20:06:42.255781 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="5.550335ms"
I1030 20:06:42.256347 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="27.972µs"
I1030 20:06:45.870434 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m04"
I1030 20:06:45.967897 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m04"
I1030 20:06:56.752643 1 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-qv5hk EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-qv5hk\": the object has been modified; please apply your changes to the latest version and try again"
I1030 20:06:56.753640 1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"9f573441-6ca5-41a2-8e8e-2e6439b3269b", APIVersion:"v1", ResourceVersion:"284", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-qv5hk EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-qv5hk": the object has been modified; please apply your changes to the latest version and try again
I1030 20:06:56.769369 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7c65d6cfc9" duration="78.103342ms"
E1030 20:06:56.769412 1 replica_set.go:560] "Unhandled Error" err="sync \"kube-system/coredns-7c65d6cfc9\" failed with Operation cannot be fulfilled on replicasets.apps \"coredns-7c65d6cfc9\": the object has been modified; please apply your changes to the latest version and try again" logger="UnhandledError"
I1030 20:06:56.805065 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7c65d6cfc9" duration="34.377394ms"
I1030 20:06:56.805560 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7c65d6cfc9" duration="108.995µs"
I1030 20:07:46.924510 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m04"
I1030 20:07:46.924569 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-713000-m04"
I1030 20:07:46.932769 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m04"
I1030 20:07:50.853352 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-713000-m04"
==> kube-proxy [63f6f8cf4968] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1030 19:53:50.459659 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1030 19:53:50.472328 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.43"]
E1030 19:53:50.472605 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1030 19:53:50.538053 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1030 19:53:50.538225 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1030 19:53:50.538440 1 server_linux.go:169] "Using iptables Proxier"
I1030 19:53:50.544460 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1030 19:53:50.545412 1 server.go:483] "Version info" version="v1.31.2"
I1030 19:53:50.545519 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1030 19:53:50.551103 1 config.go:199] "Starting service config controller"
I1030 19:53:50.551682 1 shared_informer.go:313] Waiting for caches to sync for service config
I1030 19:53:50.552108 1 config.go:105] "Starting endpoint slice config controller"
I1030 19:53:50.552158 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1030 19:53:50.563216 1 config.go:328] "Starting node config controller"
I1030 19:53:50.563405 1 shared_informer.go:313] Waiting for caches to sync for node config
I1030 19:53:50.652239 1 shared_informer.go:320] Caches are synced for service config
I1030 19:53:50.652745 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1030 19:53:50.664252 1 shared_informer.go:320] Caches are synced for node config
==> kube-proxy [ca1d9a1f5a7f] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1030 20:06:17.764246 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1030 20:06:17.784665 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.43"]
E1030 20:06:17.784801 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1030 20:06:17.827022 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1030 20:06:17.827069 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1030 20:06:17.827090 1 server_linux.go:169] "Using iptables Proxier"
I1030 20:06:17.829506 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1030 20:06:17.830995 1 server.go:483] "Version info" version="v1.31.2"
I1030 20:06:17.831025 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1030 20:06:17.835868 1 config.go:199] "Starting service config controller"
I1030 20:06:17.836134 1 config.go:105] "Starting endpoint slice config controller"
I1030 20:06:17.836849 1 shared_informer.go:313] Waiting for caches to sync for service config
I1030 20:06:17.837008 1 config.go:328] "Starting node config controller"
I1030 20:06:17.837035 1 shared_informer.go:313] Waiting for caches to sync for node config
I1030 20:06:17.837355 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1030 20:06:17.937710 1 shared_informer.go:320] Caches are synced for node config
I1030 20:06:17.938074 1 shared_informer.go:320] Caches are synced for service config
I1030 20:06:17.938137 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [588fe936167b] <==
W1030 20:05:38.107964 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1030 20:05:38.108078 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 20:05:38.108258 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1030 20:05:38.108382 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1030 20:05:38.108647 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1030 20:05:38.108684 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 20:05:38.115521 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1030 20:05:38.115568 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1030 20:05:38.115612 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1030 20:05:38.115623 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1030 20:05:38.115655 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1030 20:05:38.115663 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1030 20:05:38.115870 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1030 20:05:38.115904 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1030 20:05:38.116043 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1030 20:05:38.116107 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 20:05:38.116239 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1030 20:05:38.116302 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 20:05:38.116315 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1030 20:05:38.116416 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 20:05:38.116432 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1030 20:05:38.116543 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1030 20:05:38.118574 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1030 20:05:38.118611 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I1030 20:05:56.547212 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kube-scheduler [e3e3a0d19c1d] <==
E1030 19:56:30.086690 1 schedule_one.go:953] "Scheduler cache AssumePod failed" err="pod 94c45baf-301a-4718-ae4c-59e0ff315aa1(default/busybox-7dff88458-9jz5c) is in the cache, so can't be assumed" pod="default/busybox-7dff88458-9jz5c"
E1030 19:56:30.086748 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="pod 94c45baf-301a-4718-ae4c-59e0ff315aa1(default/busybox-7dff88458-9jz5c) is in the cache, so can't be assumed" pod="default/busybox-7dff88458-9jz5c"
I1030 19:56:30.086766 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-9jz5c" node="ha-713000-m02"
E1030 19:56:30.132773 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-rhmq5\": pod busybox-7dff88458-rhmq5 is already assigned to node \"ha-713000-m03\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-rhmq5" node="ha-713000-m03"
E1030 19:56:30.133211 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod fcb99c18-1434-4b89-81c3-9a31d105a7c3(default/busybox-7dff88458-rhmq5) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-rhmq5"
E1030 19:56:30.133252 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-rhmq5\": pod busybox-7dff88458-rhmq5 is already assigned to node \"ha-713000-m03\"" pod="default/busybox-7dff88458-rhmq5"
I1030 19:56:30.133272 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-rhmq5" node="ha-713000-m03"
E1030 19:56:30.134593 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-bhx7v\": pod busybox-7dff88458-bhx7v is already assigned to node \"ha-713000\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-bhx7v" node="ha-713000"
E1030 19:56:30.134706 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod a2abfde9-922d-4588-a9fd-97a90c053ec9(default/busybox-7dff88458-bhx7v) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-bhx7v"
E1030 19:56:30.134735 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-bhx7v\": pod busybox-7dff88458-bhx7v is already assigned to node \"ha-713000\"" pod="default/busybox-7dff88458-bhx7v"
I1030 19:56:30.134759 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-bhx7v" node="ha-713000"
E1030 19:56:30.237161 1 schedule_one.go:1106] "Error updating pod" err="pods \"busybox-7dff88458-gdg2q\" not found" pod="default/busybox-7dff88458-gdg2q"
E1030 19:57:00.403609 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-pdxxf\": pod kube-proxy-pdxxf is already assigned to node \"ha-713000-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-pdxxf" node="ha-713000-m04"
E1030 19:57:00.403861 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 62e5ca51-f23c-422d-9029-057f4381eae6(kube-system/kube-proxy-pdxxf) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-pdxxf"
E1030 19:57:00.403930 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-pdxxf\": pod kube-proxy-pdxxf is already assigned to node \"ha-713000-m04\"" pod="kube-system/kube-proxy-pdxxf"
I1030 19:57:00.404027 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-pdxxf" node="ha-713000-m04"
E1030 19:57:02.400790 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-sm9mr\": pod kube-proxy-sm9mr is already assigned to node \"ha-713000-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-sm9mr" node="ha-713000-m04"
E1030 19:57:02.401328 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod df9080ed-7bbe-4462-86bc-837bf35e0760(kube-system/kube-proxy-sm9mr) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-sm9mr"
E1030 19:57:02.401374 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-sm9mr\": pod kube-proxy-sm9mr is already assigned to node \"ha-713000-m04\"" pod="kube-system/kube-proxy-sm9mr"
I1030 19:57:02.401389 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-sm9mr" node="ha-713000-m04"
E1030 19:57:02.406290 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-c7tmq\": pod kube-proxy-c7tmq is already assigned to node \"ha-713000-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-c7tmq" node="ha-713000-m04"
E1030 19:57:02.406345 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 1709e5fe-45f2-4108-90dd-1c7c2f83b6ba(kube-system/kube-proxy-c7tmq) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-c7tmq"
E1030 19:57:02.406361 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-c7tmq\": pod kube-proxy-c7tmq is already assigned to node \"ha-713000-m04\"" pod="kube-system/kube-proxy-c7tmq"
I1030 19:57:02.406844 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-c7tmq" node="ha-713000-m04"
E1030 19:59:09.158579 1 run.go:72] "command failed" err="finished without leader elect"
==> kubelet <==
Oct 30 20:06:16 ha-713000 kubelet[1575]: I1030 20:06:16.472088 1575 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/da172237-0974-4acb-b443-399b68507cff-xtables-lock\") pod \"kindnet-fs64c\" (UID: \"da172237-0974-4acb-b443-399b68507cff\") " pod="kube-system/kindnet-fs64c"
Oct 30 20:06:16 ha-713000 kubelet[1575]: I1030 20:06:16.472101 1575 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/da172237-0974-4acb-b443-399b68507cff-lib-modules\") pod \"kindnet-fs64c\" (UID: \"da172237-0974-4acb-b443-399b68507cff\") " pod="kube-system/kindnet-fs64c"
Oct 30 20:06:16 ha-713000 kubelet[1575]: I1030 20:06:16.472559 1575 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/b73794b4-a1c0-47f6-b715-4b10c333560c-tmp\") pod \"storage-provisioner\" (UID: \"b73794b4-a1c0-47f6-b715-4b10c333560c\") " pod="kube-system/storage-provisioner"
Oct 30 20:06:16 ha-713000 kubelet[1575]: I1030 20:06:16.472778 1575 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/e4112dff-c566-4347-8d44-ceeaf16bde3f-xtables-lock\") pod \"kube-proxy-tbd9d\" (UID: \"e4112dff-c566-4347-8d44-ceeaf16bde3f\") " pod="kube-system/kube-proxy-tbd9d"
Oct 30 20:06:16 ha-713000 kubelet[1575]: I1030 20:06:16.472828 1575 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/da172237-0974-4acb-b443-399b68507cff-cni-cfg\") pod \"kindnet-fs64c\" (UID: \"da172237-0974-4acb-b443-399b68507cff\") " pod="kube-system/kindnet-fs64c"
Oct 30 20:06:16 ha-713000 kubelet[1575]: I1030 20:06:16.489270 1575 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Oct 30 20:06:17 ha-713000 kubelet[1575]: I1030 20:06:17.323739 1575 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a1f6f2ec71d217f0333f57224265c3d96af2c06845bf18276b417ad64fb705fa"
Oct 30 20:06:17 ha-713000 kubelet[1575]: I1030 20:06:17.414063 1575 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="02db5e4965ef18bd75a2fbcb0668fdedf7454f8bd55e4b9f8e65980a70b0ba98"
Oct 30 20:06:17 ha-713000 kubelet[1575]: I1030 20:06:17.759277 1575 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e79961d0151fb3c4a4ab72d63d048e59c2d81ed373bacc00bee6918e0f9fc72a"
Oct 30 20:06:18 ha-713000 kubelet[1575]: I1030 20:06:18.340665 1575 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4db7673b43bf6bbd53f12c5368c4355a" path="/var/lib/kubelet/pods/4db7673b43bf6bbd53f12c5368c4355a/volumes"
Oct 30 20:06:46 ha-713000 kubelet[1575]: E1030 20:06:46.355403 1575 iptables.go:577] "Could not set up iptables canary" err=<
Oct 30 20:06:46 ha-713000 kubelet[1575]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 30 20:06:46 ha-713000 kubelet[1575]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 30 20:06:46 ha-713000 kubelet[1575]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 30 20:06:46 ha-713000 kubelet[1575]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 30 20:06:46 ha-713000 kubelet[1575]: I1030 20:06:46.383858 1575 scope.go:117] "RemoveContainer" containerID="b00cd18b36e255c389ce503e8db5d5fedb16369c0066fdbbde310051916e7bab"
Oct 30 20:06:48 ha-713000 kubelet[1575]: I1030 20:06:48.100353 1575 scope.go:117] "RemoveContainer" containerID="dc298b83d1f1b52a68f26c36e6ce7d5aac73105576557861f0af09ed5cf230ea"
Oct 30 20:06:48 ha-713000 kubelet[1575]: I1030 20:06:48.100609 1575 scope.go:117] "RemoveContainer" containerID="806dfd377405b0a0d05dd8d7e9b9e693090d9365d39677c499330472690fe225"
Oct 30 20:06:48 ha-713000 kubelet[1575]: E1030 20:06:48.100693 1575 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 10s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(b73794b4-a1c0-47f6-b715-4b10c333560c)\"" pod="kube-system/storage-provisioner" podUID="b73794b4-a1c0-47f6-b715-4b10c333560c"
Oct 30 20:07:01 ha-713000 kubelet[1575]: I1030 20:07:01.334984 1575 scope.go:117] "RemoveContainer" containerID="806dfd377405b0a0d05dd8d7e9b9e693090d9365d39677c499330472690fe225"
Oct 30 20:07:46 ha-713000 kubelet[1575]: E1030 20:07:46.355537 1575 iptables.go:577] "Could not set up iptables canary" err=<
Oct 30 20:07:46 ha-713000 kubelet[1575]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 30 20:07:46 ha-713000 kubelet[1575]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 30 20:07:46 ha-713000 kubelet[1575]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 30 20:07:46 ha-713000 kubelet[1575]: > table="nat" chain="KUBE-KUBELET-CANARY"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-713000 -n ha-713000
helpers_test.go:261: (dbg) Run: kubectl --context ha-713000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (5.12s)