=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:390: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:413: expected profile "ha-138000" in json of 'profile list' to have "Degraded" status but have "HAppy" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-138000\",\"Status\":\"HAppy\",\"Config\":{\"Name\":\"ha-138000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19452/minikube-v1.33.1-1723740674-19452-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":
1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.0\",\"ClusterName\":\"ha-138000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.5\",\"Port\":8443,\"Kubern
etesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.169.0.7\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.169.0.8\",\"Port\":0,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":fal
se,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\
"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-138000 -n ha-138000
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-138000 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-138000 logs -n 25: (3.249682981s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-138000 cp ha-138000-m03:/home/docker/cp-test.txt | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | ha-138000-m04:/home/docker/cp-test_ha-138000-m03_ha-138000-m04.txt | | | | | |
| ssh | ha-138000 ssh -n | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | ha-138000-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-138000 ssh -n ha-138000-m04 sudo cat | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | /home/docker/cp-test_ha-138000-m03_ha-138000-m04.txt | | | | | |
| cp | ha-138000 cp testdata/cp-test.txt | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | ha-138000-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-138000 ssh -n | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | ha-138000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-138000 cp ha-138000-m04:/home/docker/cp-test.txt | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | /var/folders/vq/yhv778t970xgml0dzm5fdwlr0000gp/T/TestMultiControlPlaneserialCopyFile1119105544/001/cp-test_ha-138000-m04.txt | | | | | |
| ssh | ha-138000 ssh -n | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | ha-138000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-138000 cp ha-138000-m04:/home/docker/cp-test.txt | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | ha-138000:/home/docker/cp-test_ha-138000-m04_ha-138000.txt | | | | | |
| ssh | ha-138000 ssh -n | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | ha-138000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-138000 ssh -n ha-138000 sudo cat | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | /home/docker/cp-test_ha-138000-m04_ha-138000.txt | | | | | |
| cp | ha-138000 cp ha-138000-m04:/home/docker/cp-test.txt | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | ha-138000-m02:/home/docker/cp-test_ha-138000-m04_ha-138000-m02.txt | | | | | |
| ssh | ha-138000 ssh -n | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | ha-138000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-138000 ssh -n ha-138000-m02 sudo cat | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | /home/docker/cp-test_ha-138000-m04_ha-138000-m02.txt | | | | | |
| cp | ha-138000 cp ha-138000-m04:/home/docker/cp-test.txt | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | ha-138000-m03:/home/docker/cp-test_ha-138000-m04_ha-138000-m03.txt | | | | | |
| ssh | ha-138000 ssh -n | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | ha-138000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-138000 ssh -n ha-138000-m03 sudo cat | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | /home/docker/cp-test_ha-138000-m04_ha-138000-m03.txt | | | | | |
| node | ha-138000 node stop m02 -v=7 | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:23 PDT |
| | --alsologtostderr | | | | | |
| node | ha-138000 node start m02 -v=7 | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:23 PDT | 15 Aug 24 16:24 PDT |
| | --alsologtostderr | | | | | |
| node | list -p ha-138000 -v=7 | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:24 PDT | |
| | --alsologtostderr | | | | | |
| stop | -p ha-138000 -v=7 | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:24 PDT | 15 Aug 24 16:24 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-138000 --wait=true -v=7 | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:24 PDT | |
| | --alsologtostderr | | | | | |
| node | list -p ha-138000 | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:26 PDT | |
| node | ha-138000 node delete m03 -v=7 | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:26 PDT | |
| | --alsologtostderr | | | | | |
| stop | ha-138000 stop -v=7 | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:27 PDT | 15 Aug 24 16:29 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-138000 --wait=true | ha-138000 | jenkins | v1.33.1 | 15 Aug 24 16:29 PDT | 15 Aug 24 16:32 PDT |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=hyperkit | | | | | |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/08/15 16:29:54
Running on machine: MacOS-Agent-2
Binary: Built with gc go1.22.5 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0815 16:29:54.033682 3848 out.go:345] Setting OutFile to fd 1 ...
I0815 16:29:54.033848 3848 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0815 16:29:54.033854 3848 out.go:358] Setting ErrFile to fd 2...
I0815 16:29:54.033858 3848 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0815 16:29:54.034027 3848 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19452-977/.minikube/bin
I0815 16:29:54.035457 3848 out.go:352] Setting JSON to false
I0815 16:29:54.058003 3848 start.go:129] hostinfo: {"hostname":"MacOS-Agent-2.local","uptime":1765,"bootTime":1723762829,"procs":428,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.6.1","kernelVersion":"23.6.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"2965c349-98a5-5970-aaa9-9eedd3ae5959"}
W0815 16:29:54.058095 3848 start.go:137] gopshost.Virtualization returned error: not implemented yet
I0815 16:29:54.080014 3848 out.go:177] * [ha-138000] minikube v1.33.1 on Darwin 14.6.1
I0815 16:29:54.122634 3848 out.go:177] - MINIKUBE_LOCATION=19452
I0815 16:29:54.122696 3848 notify.go:220] Checking for updates...
I0815 16:29:54.164406 3848 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/19452-977/kubeconfig
I0815 16:29:54.185700 3848 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I0815 16:29:54.206554 3848 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0815 16:29:54.227614 3848 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19452-977/.minikube
I0815 16:29:54.248519 3848 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0815 16:29:54.270441 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:29:54.271125 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:29:54.271225 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:29:54.280836 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52223
I0815 16:29:54.281188 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:29:54.281595 3848 main.go:141] libmachine: Using API Version 1
I0815 16:29:54.281610 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:29:54.281823 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:29:54.281934 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:29:54.282121 3848 driver.go:392] Setting default libvirt URI to qemu:///system
I0815 16:29:54.282360 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:29:54.282379 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:29:54.290749 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52225
I0815 16:29:54.291068 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:29:54.291384 3848 main.go:141] libmachine: Using API Version 1
I0815 16:29:54.291393 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:29:54.291633 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:29:54.291762 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:29:54.320542 3848 out.go:177] * Using the hyperkit driver based on existing profile
I0815 16:29:54.362577 3848 start.go:297] selected driver: hyperkit
I0815 16:29:54.362603 3848 start.go:901] validating driver "hyperkit" against &{Name:ha-138000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19452/minikube-v1.33.1-1723740674-19452-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber
netesVersion:v1.31.0 ClusterName:ha-138000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclas
s:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersio
n:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0815 16:29:54.362832 3848 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0815 16:29:54.363029 3848 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0815 16:29:54.363230 3848 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19452-977/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I0815 16:29:54.372833 3848 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.33.1
I0815 16:29:54.376641 3848 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:29:54.376661 3848 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I0815 16:29:54.379303 3848 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0815 16:29:54.379340 3848 cni.go:84] Creating CNI manager for ""
I0815 16:29:54.379348 3848 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0815 16:29:54.379445 3848 start.go:340] cluster config:
{Name:ha-138000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19452/minikube-v1.33.1-1723740674-19452-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:ha-138000 Namespace:default APIServerHAVIP:192.16
9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-t
iller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0
MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0815 16:29:54.379558 3848 iso.go:125] acquiring lock: {Name:mkb93fc66b60be15dffa9eb2999a4be8d8d4d218 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0815 16:29:54.421457 3848 out.go:177] * Starting "ha-138000" primary control-plane node in "ha-138000" cluster
I0815 16:29:54.442393 3848 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0815 16:29:54.442490 3848 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19452-977/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4
I0815 16:29:54.442517 3848 cache.go:56] Caching tarball of preloaded images
I0815 16:29:54.442747 3848 preload.go:172] Found /Users/jenkins/minikube-integration/19452-977/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0815 16:29:54.442766 3848 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker
I0815 16:29:54.442942 3848 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/config.json ...
I0815 16:29:54.443891 3848 start.go:360] acquireMachinesLock for ha-138000: {Name:mkac8034c8a60617271f2754a03dcaf74fc4fef7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0815 16:29:54.444072 3848 start.go:364] duration metric: took 141.088µs to acquireMachinesLock for "ha-138000"
I0815 16:29:54.444120 3848 start.go:96] Skipping create...Using existing machine configuration
I0815 16:29:54.444137 3848 fix.go:54] fixHost starting:
I0815 16:29:54.444553 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:29:54.444588 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:29:54.453701 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52227
I0815 16:29:54.454060 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:29:54.454408 3848 main.go:141] libmachine: Using API Version 1
I0815 16:29:54.454428 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:29:54.454668 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:29:54.454795 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:29:54.454900 3848 main.go:141] libmachine: (ha-138000) Calling .GetState
I0815 16:29:54.455015 3848 main.go:141] libmachine: (ha-138000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:29:54.455069 3848 main.go:141] libmachine: (ha-138000) DBG | hyperkit pid from json: 3662
I0815 16:29:54.455998 3848 main.go:141] libmachine: (ha-138000) DBG | hyperkit pid 3662 missing from process table
I0815 16:29:54.456024 3848 fix.go:112] recreateIfNeeded on ha-138000: state=Stopped err=<nil>
I0815 16:29:54.456037 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
W0815 16:29:54.456128 3848 fix.go:138] unexpected machine state, will restart: <nil>
I0815 16:29:54.477408 3848 out.go:177] * Restarting existing hyperkit VM for "ha-138000" ...
I0815 16:29:54.498281 3848 main.go:141] libmachine: (ha-138000) Calling .Start
I0815 16:29:54.498449 3848 main.go:141] libmachine: (ha-138000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:29:54.498522 3848 main.go:141] libmachine: (ha-138000) DBG | clean start, hyperkit pid file doesn't exist: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/hyperkit.pid
I0815 16:29:54.498549 3848 main.go:141] libmachine: (ha-138000) DBG | Using UUID bf1b12d0-37a9-4c04-a028-0dd0a6dcd337
I0815 16:29:54.612230 3848 main.go:141] libmachine: (ha-138000) DBG | Generated MAC 66:4d:cd:54:35:15
I0815 16:29:54.612256 3848 main.go:141] libmachine: (ha-138000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000
I0815 16:29:54.612403 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"bf1b12d0-37a9-4c04-a028-0dd0a6dcd337", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002a9530)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0815 16:29:54.612447 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"bf1b12d0-37a9-4c04-a028-0dd0a6dcd337", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002a9530)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0815 16:29:54.612479 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "bf1b12d0-37a9-4c04-a028-0dd0a6dcd337", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/ha-138000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/tty,log=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/bzimage,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/initrd,earlyprintk=serial l
oglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000"}
I0815 16:29:54.612534 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U bf1b12d0-37a9-4c04-a028-0dd0a6dcd337 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/ha-138000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/tty,log=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/console-ring -f kexec,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/bzimage,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset noresto
re waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000"
I0815 16:29:54.612554 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0815 16:29:54.613954 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 DEBUG: hyperkit: Pid is 3862
I0815 16:29:54.614352 3848 main.go:141] libmachine: (ha-138000) DBG | Attempt 0
I0815 16:29:54.614367 3848 main.go:141] libmachine: (ha-138000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:29:54.614458 3848 main.go:141] libmachine: (ha-138000) DBG | hyperkit pid from json: 3862
I0815 16:29:54.615668 3848 main.go:141] libmachine: (ha-138000) DBG | Searching for 66:4d:cd:54:35:15 in /var/db/dhcpd_leases ...
I0815 16:29:54.615762 3848 main.go:141] libmachine: (ha-138000) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0815 16:29:54.615788 3848 main.go:141] libmachine: (ha-138000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:66:4d:cd:54:35:15 ID:1,66:4d:cd:54:35:15 Lease:0x66be8f71}
I0815 16:29:54.615808 3848 main.go:141] libmachine: (ha-138000) DBG | Found match: 66:4d:cd:54:35:15
I0815 16:29:54.615836 3848 main.go:141] libmachine: (ha-138000) DBG | IP: 192.169.0.5
I0815 16:29:54.615932 3848 main.go:141] libmachine: (ha-138000) Calling .GetConfigRaw
I0815 16:29:54.616670 3848 main.go:141] libmachine: (ha-138000) Calling .GetIP
I0815 16:29:54.616859 3848 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/config.json ...
I0815 16:29:54.617254 3848 machine.go:93] provisionDockerMachine start ...
I0815 16:29:54.617264 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:29:54.617414 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:29:54.617528 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:29:54.617607 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:29:54.617679 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:29:54.617801 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:29:54.617967 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:29:54.618192 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0815 16:29:54.618201 3848 main.go:141] libmachine: About to run SSH command:
hostname
I0815 16:29:54.621800 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0815 16:29:54.673574 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0815 16:29:54.674258 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0815 16:29:54.674277 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0815 16:29:54.674284 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0815 16:29:54.674293 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0815 16:29:55.057707 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:55 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0815 16:29:55.057723 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:55 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0815 16:29:55.172245 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:55 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0815 16:29:55.172277 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:55 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0815 16:29:55.172313 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:55 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0815 16:29:55.172333 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:55 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0815 16:29:55.173142 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:55 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0815 16:29:55.173153 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:29:55 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0815 16:30:00.749814 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:30:00 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0815 16:30:00.749867 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:30:00 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0815 16:30:00.749877 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:30:00 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0815 16:30:00.774690 3848 main.go:141] libmachine: (ha-138000) DBG | 2024/08/15 16:30:00 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0815 16:30:05.697072 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0815 16:30:05.697084 3848 main.go:141] libmachine: (ha-138000) Calling .GetMachineName
I0815 16:30:05.697230 3848 buildroot.go:166] provisioning hostname "ha-138000"
I0815 16:30:05.697241 3848 main.go:141] libmachine: (ha-138000) Calling .GetMachineName
I0815 16:30:05.697340 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:05.697431 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:05.697531 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:05.697615 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:05.697729 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:05.697864 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:05.698023 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0815 16:30:05.698032 3848 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-138000 && echo "ha-138000" | sudo tee /etc/hostname
I0815 16:30:05.773271 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-138000
I0815 16:30:05.773290 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:05.773430 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:05.773543 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:05.773660 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:05.773777 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:05.773935 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:05.774084 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0815 16:30:05.774095 3848 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-138000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-138000/g' /etc/hosts;
else
echo '127.0.1.1 ha-138000' | sudo tee -a /etc/hosts;
fi
fi
I0815 16:30:05.843913 3848 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0815 16:30:05.843933 3848 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19452-977/.minikube CaCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19452-977/.minikube}
I0815 16:30:05.843947 3848 buildroot.go:174] setting up certificates
I0815 16:30:05.843955 3848 provision.go:84] configureAuth start
I0815 16:30:05.843962 3848 main.go:141] libmachine: (ha-138000) Calling .GetMachineName
I0815 16:30:05.844101 3848 main.go:141] libmachine: (ha-138000) Calling .GetIP
I0815 16:30:05.844215 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:05.844315 3848 provision.go:143] copyHostCerts
I0815 16:30:05.844350 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem
I0815 16:30:05.844436 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem, removing ...
I0815 16:30:05.844445 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem
I0815 16:30:05.844633 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem (1082 bytes)
I0815 16:30:05.844853 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem
I0815 16:30:05.844900 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem, removing ...
I0815 16:30:05.844906 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem
I0815 16:30:05.844989 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem (1123 bytes)
I0815 16:30:05.845165 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem
I0815 16:30:05.845202 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem, removing ...
I0815 16:30:05.845207 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem
I0815 16:30:05.845283 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem (1679 bytes)
I0815 16:30:05.845432 3848 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem org=jenkins.ha-138000 san=[127.0.0.1 192.169.0.5 ha-138000 localhost minikube]
I0815 16:30:06.272971 3848 provision.go:177] copyRemoteCerts
I0815 16:30:06.273031 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0815 16:30:06.273048 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:06.273185 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:06.273289 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:06.273389 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:06.273476 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/id_rsa Username:docker}
I0815 16:30:06.313671 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0815 16:30:06.313804 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0815 16:30:06.335207 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem -> /etc/docker/server.pem
I0815 16:30:06.335264 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I0815 16:30:06.355028 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0815 16:30:06.355085 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0815 16:30:06.374691 3848 provision.go:87] duration metric: took 530.722569ms to configureAuth
I0815 16:30:06.374705 3848 buildroot.go:189] setting minikube options for container-runtime
I0815 16:30:06.374882 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:30:06.374898 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:30:06.375031 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:06.375135 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:06.375215 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:06.375302 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:06.375381 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:06.375501 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:06.375633 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0815 16:30:06.375641 3848 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0815 16:30:06.439797 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0815 16:30:06.439813 3848 buildroot.go:70] root file system type: tmpfs
I0815 16:30:06.439885 3848 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0815 16:30:06.439896 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:06.440029 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:06.440119 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:06.440211 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:06.440322 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:06.440461 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:06.440594 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0815 16:30:06.440647 3848 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0815 16:30:06.516125 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0815 16:30:06.516150 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:06.516294 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:06.516408 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:06.516493 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:06.516594 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:06.516721 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:06.516850 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0815 16:30:06.516863 3848 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0815 16:30:08.163546 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0815 16:30:08.163562 3848 machine.go:96] duration metric: took 13.546346493s to provisionDockerMachine
I0815 16:30:08.163573 3848 start.go:293] postStartSetup for "ha-138000" (driver="hyperkit")
I0815 16:30:08.163581 3848 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0815 16:30:08.163591 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:30:08.163828 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0815 16:30:08.163844 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:08.163938 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:08.164036 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:08.164139 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:08.164243 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/id_rsa Username:docker}
I0815 16:30:08.204020 3848 ssh_runner.go:195] Run: cat /etc/os-release
I0815 16:30:08.207179 3848 info.go:137] Remote host: Buildroot 2023.02.9
I0815 16:30:08.207192 3848 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19452-977/.minikube/addons for local assets ...
I0815 16:30:08.207302 3848 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19452-977/.minikube/files for local assets ...
I0815 16:30:08.207487 3848 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> 14982.pem in /etc/ssl/certs
I0815 16:30:08.207494 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> /etc/ssl/certs/14982.pem
I0815 16:30:08.207699 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0815 16:30:08.215716 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem --> /etc/ssl/certs/14982.pem (1708 bytes)
I0815 16:30:08.234526 3848 start.go:296] duration metric: took 70.944461ms for postStartSetup
I0815 16:30:08.234554 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:30:08.234725 3848 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0815 16:30:08.234737 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:08.234828 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:08.234919 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:08.235004 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:08.235082 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/id_rsa Username:docker}
I0815 16:30:08.273169 3848 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0815 16:30:08.273225 3848 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0815 16:30:08.324608 3848 fix.go:56] duration metric: took 13.880521363s for fixHost
I0815 16:30:08.324634 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:08.324763 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:08.324864 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:08.324958 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:08.325046 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:08.325174 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:08.325312 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0815 16:30:08.325319 3848 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0815 16:30:08.390142 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: 1723764608.424079213
I0815 16:30:08.390153 3848 fix.go:216] guest clock: 1723764608.424079213
I0815 16:30:08.390158 3848 fix.go:229] Guest: 2024-08-15 16:30:08.424079213 -0700 PDT Remote: 2024-08-15 16:30:08.324621 -0700 PDT m=+14.326357489 (delta=99.458213ms)
I0815 16:30:08.390181 3848 fix.go:200] guest clock delta is within tolerance: 99.458213ms
I0815 16:30:08.390185 3848 start.go:83] releasing machines lock for "ha-138000", held for 13.946148575s
I0815 16:30:08.390205 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:30:08.390341 3848 main.go:141] libmachine: (ha-138000) Calling .GetIP
I0815 16:30:08.390446 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:30:08.390809 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:30:08.390921 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:30:08.390989 3848 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0815 16:30:08.391019 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:08.391075 3848 ssh_runner.go:195] Run: cat /version.json
I0815 16:30:08.391087 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:08.391112 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:08.391203 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:08.391220 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:08.391315 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:08.391333 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:08.391411 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:08.391426 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/id_rsa Username:docker}
I0815 16:30:08.391513 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/id_rsa Username:docker}
I0815 16:30:08.423504 3848 ssh_runner.go:195] Run: systemctl --version
I0815 16:30:08.428371 3848 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0815 16:30:08.479207 3848 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0815 16:30:08.479307 3848 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0815 16:30:08.492318 3848 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0815 16:30:08.492331 3848 start.go:495] detecting cgroup driver to use...
I0815 16:30:08.492428 3848 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0815 16:30:08.510522 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0815 16:30:08.519382 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0815 16:30:08.528348 3848 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0815 16:30:08.528399 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0815 16:30:08.537505 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0815 16:30:08.546478 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0815 16:30:08.555462 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0815 16:30:08.564389 3848 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0815 16:30:08.573622 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0815 16:30:08.582698 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0815 16:30:08.591735 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0815 16:30:08.600760 3848 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0815 16:30:08.609049 3848 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0815 16:30:08.617235 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:30:08.722765 3848 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0815 16:30:08.746033 3848 start.go:495] detecting cgroup driver to use...
I0815 16:30:08.746116 3848 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0815 16:30:08.759830 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0815 16:30:08.771599 3848 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0815 16:30:08.789529 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0815 16:30:08.802787 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0815 16:30:08.815377 3848 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0815 16:30:08.844257 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0815 16:30:08.860249 3848 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0815 16:30:08.875283 3848 ssh_runner.go:195] Run: which cri-dockerd
I0815 16:30:08.878327 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0815 16:30:08.886411 3848 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0815 16:30:08.899899 3848 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0815 16:30:09.005084 3848 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0815 16:30:09.128876 3848 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0815 16:30:09.128948 3848 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0815 16:30:09.143602 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:30:09.247986 3848 ssh_runner.go:195] Run: sudo systemctl restart docker
I0815 16:30:11.515907 3848 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.267909782s)
I0815 16:30:11.515971 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0815 16:30:11.526125 3848 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0815 16:30:11.539600 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0815 16:30:11.550726 3848 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0815 16:30:11.659005 3848 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0815 16:30:11.764312 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:30:11.871322 3848 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0815 16:30:11.884643 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0815 16:30:11.896838 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:30:12.002912 3848 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0815 16:30:12.062997 3848 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0815 16:30:12.063089 3848 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0815 16:30:12.067549 3848 start.go:563] Will wait 60s for crictl version
I0815 16:30:12.067596 3848 ssh_runner.go:195] Run: which crictl
I0815 16:30:12.070446 3848 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0815 16:30:12.096434 3848 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.1.2
RuntimeApiVersion: v1
I0815 16:30:12.096513 3848 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0815 16:30:12.116037 3848 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0815 16:30:12.178340 3848 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.1.2 ...
I0815 16:30:12.178421 3848 main.go:141] libmachine: (ha-138000) Calling .GetIP
I0815 16:30:12.178824 3848 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0815 16:30:12.183375 3848 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0815 16:30:12.193025 3848 kubeadm.go:883] updating cluster {Name:ha-138000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19452/minikube-v1.33.1-1723740674-19452-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.
0 ClusterName:ha-138000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false f
reshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID
:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0815 16:30:12.193108 3848 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0815 16:30:12.193158 3848 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0815 16:30:12.206441 3848 docker.go:685] Got preloaded images: -- stdout --
kindest/kindnetd:v20240813-c6f155d6
registry.k8s.io/kube-controller-manager:v1.31.0
registry.k8s.io/kube-apiserver:v1.31.0
registry.k8s.io/kube-scheduler:v1.31.0
registry.k8s.io/kube-proxy:v1.31.0
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
ghcr.io/kube-vip/kube-vip:v0.8.0
registry.k8s.io/coredns/coredns:v1.11.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0815 16:30:12.206452 3848 docker.go:615] Images already preloaded, skipping extraction
I0815 16:30:12.206519 3848 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0815 16:30:12.219546 3848 docker.go:685] Got preloaded images: -- stdout --
kindest/kindnetd:v20240813-c6f155d6
registry.k8s.io/kube-apiserver:v1.31.0
registry.k8s.io/kube-scheduler:v1.31.0
registry.k8s.io/kube-controller-manager:v1.31.0
registry.k8s.io/kube-proxy:v1.31.0
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
ghcr.io/kube-vip/kube-vip:v0.8.0
registry.k8s.io/coredns/coredns:v1.11.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0815 16:30:12.219565 3848 cache_images.go:84] Images are preloaded, skipping loading
I0815 16:30:12.219576 3848 kubeadm.go:934] updating node { 192.169.0.5 8443 v1.31.0 docker true true} ...
I0815 16:30:12.219652 3848 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-138000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.5
[Install]
config:
{KubernetesVersion:v1.31.0 ClusterName:ha-138000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0815 16:30:12.219721 3848 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0815 16:30:12.258519 3848 cni.go:84] Creating CNI manager for ""
I0815 16:30:12.258529 3848 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0815 16:30:12.258542 3848 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0815 16:30:12.258557 3848 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.5 APIServerPort:8443 KubernetesVersion:v1.31.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-138000 NodeName:ha-138000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.5"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.5 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manif
ests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0815 16:30:12.258636 3848 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.5
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-138000"
kubeletExtraArgs:
node-ip: 192.169.0.5
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.5"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0815 16:30:12.258649 3848 kube-vip.go:115] generating kube-vip config ...
I0815 16:30:12.258696 3848 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0815 16:30:12.271337 3848 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0815 16:30:12.271407 3848 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0815 16:30:12.271468 3848 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0
I0815 16:30:12.279197 3848 binaries.go:44] Found k8s binaries, skipping transfer
I0815 16:30:12.279243 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0815 16:30:12.286309 3848 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (307 bytes)
I0815 16:30:12.299687 3848 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0815 16:30:12.313389 3848 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2148 bytes)
I0815 16:30:12.327846 3848 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0815 16:30:12.341535 3848 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0815 16:30:12.344364 3848 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0815 16:30:12.353627 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:30:12.452370 3848 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0815 16:30:12.466830 3848 certs.go:68] Setting up /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000 for IP: 192.169.0.5
I0815 16:30:12.466842 3848 certs.go:194] generating shared ca certs ...
I0815 16:30:12.466852 3848 certs.go:226] acquiring lock for ca certs: {Name:mka1c88019f6064d2983ac988db71a67aeb65696 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0815 16:30:12.467038 3848 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key
I0815 16:30:12.467111 3848 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key
I0815 16:30:12.467121 3848 certs.go:256] generating profile certs ...
I0815 16:30:12.467229 3848 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/client.key
I0815 16:30:12.467304 3848 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.key.7af4c91a
I0815 16:30:12.467369 3848 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.key
I0815 16:30:12.467377 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0815 16:30:12.467397 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0815 16:30:12.467414 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0815 16:30:12.467432 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0815 16:30:12.467450 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0815 16:30:12.467479 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0815 16:30:12.467508 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0815 16:30:12.467527 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0815 16:30:12.467627 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem (1338 bytes)
W0815 16:30:12.467674 3848 certs.go:480] ignoring /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498_empty.pem, impossibly tiny 0 bytes
I0815 16:30:12.467683 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem (1679 bytes)
I0815 16:30:12.467721 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem (1082 bytes)
I0815 16:30:12.467762 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem (1123 bytes)
I0815 16:30:12.467793 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem (1679 bytes)
I0815 16:30:12.467866 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem (1708 bytes)
I0815 16:30:12.467898 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0815 16:30:12.467918 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem -> /usr/share/ca-certificates/1498.pem
I0815 16:30:12.467935 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> /usr/share/ca-certificates/14982.pem
I0815 16:30:12.468350 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0815 16:30:12.503573 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0815 16:30:12.529609 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0815 16:30:12.555283 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0815 16:30:12.583638 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0815 16:30:12.612822 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0815 16:30:12.658082 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0815 16:30:12.709731 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0815 16:30:12.747480 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0815 16:30:12.797444 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem --> /usr/share/ca-certificates/1498.pem (1338 bytes)
I0815 16:30:12.830947 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem --> /usr/share/ca-certificates/14982.pem (1708 bytes)
I0815 16:30:12.850811 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0815 16:30:12.864245 3848 ssh_runner.go:195] Run: openssl version
I0815 16:30:12.868404 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0815 16:30:12.876802 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0815 16:30:12.880151 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Aug 15 23:05 /usr/share/ca-certificates/minikubeCA.pem
I0815 16:30:12.880186 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0815 16:30:12.884283 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0815 16:30:12.892538 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1498.pem && ln -fs /usr/share/ca-certificates/1498.pem /etc/ssl/certs/1498.pem"
I0815 16:30:12.900652 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1498.pem
I0815 16:30:12.904017 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Aug 15 23:14 /usr/share/ca-certificates/1498.pem
I0815 16:30:12.904050 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1498.pem
I0815 16:30:12.908285 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1498.pem /etc/ssl/certs/51391683.0"
I0815 16:30:12.916567 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14982.pem && ln -fs /usr/share/ca-certificates/14982.pem /etc/ssl/certs/14982.pem"
I0815 16:30:12.924847 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14982.pem
I0815 16:30:12.928159 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Aug 15 23:14 /usr/share/ca-certificates/14982.pem
I0815 16:30:12.928193 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14982.pem
I0815 16:30:12.932352 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/14982.pem /etc/ssl/certs/3ec20f2e.0"
I0815 16:30:12.940679 3848 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0815 16:30:12.943953 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0815 16:30:12.948281 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0815 16:30:12.952498 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0815 16:30:12.956859 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0815 16:30:12.961066 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0815 16:30:12.965237 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0815 16:30:12.969424 3848 kubeadm.go:392] StartCluster: {Name:ha-138000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19452/minikube-v1.33.1-1723740674-19452-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 C
lusterName:ha-138000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false fres
hpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:do
cker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0815 16:30:12.969537 3848 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0815 16:30:12.983217 3848 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0815 16:30:12.990985 3848 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I0815 16:30:12.990998 3848 kubeadm.go:593] restartPrimaryControlPlane start ...
I0815 16:30:12.991037 3848 ssh_runner.go:195] Run: sudo test -d /data/minikube
I0815 16:30:12.998611 3848 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I0815 16:30:12.998906 3848 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-138000" does not appear in /Users/jenkins/minikube-integration/19452-977/kubeconfig
I0815 16:30:12.998990 3848 kubeconfig.go:62] /Users/jenkins/minikube-integration/19452-977/kubeconfig needs updating (will repair): [kubeconfig missing "ha-138000" cluster setting kubeconfig missing "ha-138000" context setting]
I0815 16:30:12.999150 3848 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19452-977/kubeconfig: {Name:mk0f04b0199f84dc20eb294d5b790451b41e43fe Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0815 16:30:12.999761 3848 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19452-977/kubeconfig
I0815 16:30:12.999936 3848 kapi.go:59] client config for ha-138000: &rest.Config{Host:"https://192.169.0.5:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/client.key", CAFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, Use
rAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x3a6cf60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0815 16:30:13.000222 3848 cert_rotation.go:140] Starting client certificate rotation controller
I0815 16:30:13.000394 3848 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I0815 16:30:13.007927 3848 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.5
I0815 16:30:13.007944 3848 kubeadm.go:597] duration metric: took 16.941718ms to restartPrimaryControlPlane
I0815 16:30:13.007950 3848 kubeadm.go:394] duration metric: took 38.534887ms to StartCluster
I0815 16:30:13.007960 3848 settings.go:142] acquiring lock: {Name:mk694dad19d37394fa6b13c51a7dc54b62e97c12 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0815 16:30:13.008036 3848 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/19452-977/kubeconfig
I0815 16:30:13.008396 3848 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19452-977/kubeconfig: {Name:mk0f04b0199f84dc20eb294d5b790451b41e43fe Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0815 16:30:13.008625 3848 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0815 16:30:13.008644 3848 start.go:241] waiting for startup goroutines ...
I0815 16:30:13.008652 3848 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0815 16:30:13.008752 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:30:13.052465 3848 out.go:177] * Enabled addons:
I0815 16:30:13.073695 3848 addons.go:510] duration metric: took 65.048594ms for enable addons: enabled=[]
I0815 16:30:13.073733 3848 start.go:246] waiting for cluster config update ...
I0815 16:30:13.073745 3848 start.go:255] writing updated cluster config ...
I0815 16:30:13.095512 3848 out.go:201]
I0815 16:30:13.116951 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:30:13.117068 3848 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/config.json ...
I0815 16:30:13.139649 3848 out.go:177] * Starting "ha-138000-m02" control-plane node in "ha-138000" cluster
I0815 16:30:13.181551 3848 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0815 16:30:13.181610 3848 cache.go:56] Caching tarball of preloaded images
I0815 16:30:13.181807 3848 preload.go:172] Found /Users/jenkins/minikube-integration/19452-977/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0815 16:30:13.181826 3848 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker
I0815 16:30:13.181935 3848 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/config.json ...
I0815 16:30:13.182895 3848 start.go:360] acquireMachinesLock for ha-138000-m02: {Name:mkac8034c8a60617271f2754a03dcaf74fc4fef7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0815 16:30:13.183018 3848 start.go:364] duration metric: took 98.069µs to acquireMachinesLock for "ha-138000-m02"
I0815 16:30:13.183044 3848 start.go:96] Skipping create...Using existing machine configuration
I0815 16:30:13.183051 3848 fix.go:54] fixHost starting: m02
I0815 16:30:13.183444 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:30:13.183470 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:30:13.192973 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52251
I0815 16:30:13.193340 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:30:13.193664 3848 main.go:141] libmachine: Using API Version 1
I0815 16:30:13.193677 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:30:13.193949 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:30:13.194068 3848 main.go:141] libmachine: (ha-138000-m02) Calling .DriverName
I0815 16:30:13.194158 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetState
I0815 16:30:13.194250 3848 main.go:141] libmachine: (ha-138000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:30:13.194330 3848 main.go:141] libmachine: (ha-138000-m02) DBG | hyperkit pid from json: 3670
I0815 16:30:13.195266 3848 main.go:141] libmachine: (ha-138000-m02) DBG | hyperkit pid 3670 missing from process table
I0815 16:30:13.195300 3848 fix.go:112] recreateIfNeeded on ha-138000-m02: state=Stopped err=<nil>
I0815 16:30:13.195308 3848 main.go:141] libmachine: (ha-138000-m02) Calling .DriverName
W0815 16:30:13.195387 3848 fix.go:138] unexpected machine state, will restart: <nil>
I0815 16:30:13.216598 3848 out.go:177] * Restarting existing hyperkit VM for "ha-138000-m02" ...
I0815 16:30:13.258591 3848 main.go:141] libmachine: (ha-138000-m02) Calling .Start
I0815 16:30:13.258850 3848 main.go:141] libmachine: (ha-138000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:30:13.258951 3848 main.go:141] libmachine: (ha-138000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/hyperkit.pid
I0815 16:30:13.260726 3848 main.go:141] libmachine: (ha-138000-m02) DBG | hyperkit pid 3670 missing from process table
I0815 16:30:13.260746 3848 main.go:141] libmachine: (ha-138000-m02) DBG | pid 3670 is in state "Stopped"
I0815 16:30:13.260762 3848 main.go:141] libmachine: (ha-138000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/hyperkit.pid...
I0815 16:30:13.261090 3848 main.go:141] libmachine: (ha-138000-m02) DBG | Using UUID 4cff9b5a-9fe3-4215-9139-05f05b79bce3
I0815 16:30:13.290755 3848 main.go:141] libmachine: (ha-138000-m02) DBG | Generated MAC 9a:c2:e9:d7:1c:58
I0815 16:30:13.290775 3848 main.go:141] libmachine: (ha-138000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000
I0815 16:30:13.290894 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"4cff9b5a-9fe3-4215-9139-05f05b79bce3", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003beae0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0815 16:30:13.290919 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"4cff9b5a-9fe3-4215-9139-05f05b79bce3", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003beae0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0815 16:30:13.290973 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "4cff9b5a-9fe3-4215-9139-05f05b79bce3", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/ha-138000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/tty,log=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/bzimage,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-13
8000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000"}
I0815 16:30:13.291003 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 4cff9b5a-9fe3-4215-9139-05f05b79bce3 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/ha-138000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/tty,log=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/bzimage,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 co
nsole=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000"
I0815 16:30:13.291039 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0815 16:30:13.292431 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 DEBUG: hyperkit: Pid is 4167
I0815 16:30:13.292922 3848 main.go:141] libmachine: (ha-138000-m02) DBG | Attempt 0
I0815 16:30:13.292931 3848 main.go:141] libmachine: (ha-138000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:30:13.292988 3848 main.go:141] libmachine: (ha-138000-m02) DBG | hyperkit pid from json: 4167
I0815 16:30:13.294816 3848 main.go:141] libmachine: (ha-138000-m02) DBG | Searching for 9a:c2:e9:d7:1c:58 in /var/db/dhcpd_leases ...
I0815 16:30:13.294866 3848 main.go:141] libmachine: (ha-138000-m02) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0815 16:30:13.294889 3848 main.go:141] libmachine: (ha-138000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:66:4d:cd:54:35:15 ID:1,66:4d:cd:54:35:15 Lease:0x66bfe0fb}
I0815 16:30:13.294903 3848 main.go:141] libmachine: (ha-138000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:9a:c2:e9:d7:1c:58 ID:1,9a:c2:e9:d7:1c:58 Lease:0x66bfdfcb}
I0815 16:30:13.294915 3848 main.go:141] libmachine: (ha-138000-m02) DBG | Found match: 9a:c2:e9:d7:1c:58
I0815 16:30:13.294931 3848 main.go:141] libmachine: (ha-138000-m02) DBG | IP: 192.169.0.6
I0815 16:30:13.294997 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetConfigRaw
I0815 16:30:13.295728 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetIP
I0815 16:30:13.295920 3848 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/config.json ...
I0815 16:30:13.296384 3848 machine.go:93] provisionDockerMachine start ...
I0815 16:30:13.296394 3848 main.go:141] libmachine: (ha-138000-m02) Calling .DriverName
I0815 16:30:13.296516 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:13.296606 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:13.296695 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:13.296801 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:13.296905 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:13.297071 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:13.297242 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0815 16:30:13.297249 3848 main.go:141] libmachine: About to run SSH command:
hostname
I0815 16:30:13.300476 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0815 16:30:13.310276 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0815 16:30:13.311421 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0815 16:30:13.311448 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0815 16:30:13.311463 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0815 16:30:13.311475 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0815 16:30:13.698130 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0815 16:30:13.698145 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0815 16:30:13.812764 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0815 16:30:13.812785 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0815 16:30:13.812794 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0815 16:30:13.812888 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0815 16:30:13.813620 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0815 16:30:13.813637 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:13 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0815 16:30:19.405369 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:19 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0815 16:30:19.405428 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:19 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0815 16:30:19.405441 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:19 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0815 16:30:19.429063 3848 main.go:141] libmachine: (ha-138000-m02) DBG | 2024/08/15 16:30:19 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0815 16:30:24.364782 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0815 16:30:24.364794 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetMachineName
I0815 16:30:24.364947 3848 buildroot.go:166] provisioning hostname "ha-138000-m02"
I0815 16:30:24.364958 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetMachineName
I0815 16:30:24.365057 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:24.365147 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:24.365238 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:24.365323 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:24.365453 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:24.365589 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:24.365741 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0815 16:30:24.365749 3848 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-138000-m02 && echo "ha-138000-m02" | sudo tee /etc/hostname
I0815 16:30:24.435748 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-138000-m02
I0815 16:30:24.435762 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:24.435893 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:24.435990 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:24.436082 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:24.436186 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:24.436313 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:24.436463 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0815 16:30:24.436475 3848 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-138000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-138000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-138000-m02' | sudo tee -a /etc/hosts;
fi
fi
I0815 16:30:24.504475 3848 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0815 16:30:24.504492 3848 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19452-977/.minikube CaCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19452-977/.minikube}
I0815 16:30:24.504503 3848 buildroot.go:174] setting up certificates
I0815 16:30:24.504519 3848 provision.go:84] configureAuth start
I0815 16:30:24.504526 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetMachineName
I0815 16:30:24.504663 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetIP
I0815 16:30:24.504758 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:24.504846 3848 provision.go:143] copyHostCerts
I0815 16:30:24.504877 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem
I0815 16:30:24.504929 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem, removing ...
I0815 16:30:24.504935 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem
I0815 16:30:24.505124 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem (1082 bytes)
I0815 16:30:24.505339 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem
I0815 16:30:24.505371 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem, removing ...
I0815 16:30:24.505375 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem
I0815 16:30:24.505446 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem (1123 bytes)
I0815 16:30:24.505596 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem
I0815 16:30:24.505624 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem, removing ...
I0815 16:30:24.505628 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem
I0815 16:30:24.505696 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem (1679 bytes)
I0815 16:30:24.505845 3848 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem org=jenkins.ha-138000-m02 san=[127.0.0.1 192.169.0.6 ha-138000-m02 localhost minikube]
I0815 16:30:24.669808 3848 provision.go:177] copyRemoteCerts
I0815 16:30:24.669859 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0815 16:30:24.669875 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:24.670016 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:24.670138 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:24.670247 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:24.670341 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/id_rsa Username:docker}
I0815 16:30:24.707125 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0815 16:30:24.707202 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0815 16:30:24.726013 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem -> /etc/docker/server.pem
I0815 16:30:24.726070 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0815 16:30:24.745370 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0815 16:30:24.745429 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0815 16:30:24.765407 3848 provision.go:87] duration metric: took 260.879651ms to configureAuth
I0815 16:30:24.765419 3848 buildroot.go:189] setting minikube options for container-runtime
I0815 16:30:24.765586 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:30:24.765614 3848 main.go:141] libmachine: (ha-138000-m02) Calling .DriverName
I0815 16:30:24.765750 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:24.765841 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:24.765917 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:24.765992 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:24.766073 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:24.766180 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:24.766348 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0815 16:30:24.766356 3848 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0815 16:30:24.825444 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0815 16:30:24.825455 3848 buildroot.go:70] root file system type: tmpfs
I0815 16:30:24.825535 3848 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0815 16:30:24.825546 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:24.825668 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:24.825761 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:24.825848 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:24.825931 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:24.826067 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:24.826205 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0815 16:30:24.826249 3848 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.5"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0815 16:30:24.894944 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.5
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0815 16:30:24.894961 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:24.895099 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:24.895204 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:24.895287 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:24.895382 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:24.895505 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:24.895640 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0815 16:30:24.895652 3848 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0815 16:30:26.552071 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0815 16:30:26.552086 3848 machine.go:96] duration metric: took 13.255738864s to provisionDockerMachine
I0815 16:30:26.552093 3848 start.go:293] postStartSetup for "ha-138000-m02" (driver="hyperkit")
I0815 16:30:26.552100 3848 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0815 16:30:26.552110 3848 main.go:141] libmachine: (ha-138000-m02) Calling .DriverName
I0815 16:30:26.552311 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0815 16:30:26.552326 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:26.552426 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:26.552517 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:26.552610 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:26.552712 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/id_rsa Username:docker}
I0815 16:30:26.593353 3848 ssh_runner.go:195] Run: cat /etc/os-release
I0815 16:30:26.598425 3848 info.go:137] Remote host: Buildroot 2023.02.9
I0815 16:30:26.598438 3848 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19452-977/.minikube/addons for local assets ...
I0815 16:30:26.598548 3848 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19452-977/.minikube/files for local assets ...
I0815 16:30:26.598699 3848 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> 14982.pem in /etc/ssl/certs
I0815 16:30:26.598705 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> /etc/ssl/certs/14982.pem
I0815 16:30:26.598861 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0815 16:30:26.610066 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem --> /etc/ssl/certs/14982.pem (1708 bytes)
I0815 16:30:26.645456 3848 start.go:296] duration metric: took 93.354607ms for postStartSetup
I0815 16:30:26.645497 3848 main.go:141] libmachine: (ha-138000-m02) Calling .DriverName
I0815 16:30:26.645674 3848 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0815 16:30:26.645688 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:26.645776 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:26.645850 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:26.645933 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:26.646015 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/id_rsa Username:docker}
I0815 16:30:26.683361 3848 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0815 16:30:26.683423 3848 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0815 16:30:26.737495 3848 fix.go:56] duration metric: took 13.554488062s for fixHost
I0815 16:30:26.737525 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:26.737661 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:26.737749 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:26.737848 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:26.737943 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:26.738080 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:30:26.738216 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0815 16:30:26.738224 3848 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0815 16:30:26.796943 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: 1723764627.049155775
I0815 16:30:26.796953 3848 fix.go:216] guest clock: 1723764627.049155775
I0815 16:30:26.796959 3848 fix.go:229] Guest: 2024-08-15 16:30:27.049155775 -0700 PDT Remote: 2024-08-15 16:30:26.737509 -0700 PDT m=+32.739307986 (delta=311.646775ms)
I0815 16:30:26.796973 3848 fix.go:200] guest clock delta is within tolerance: 311.646775ms
I0815 16:30:26.796977 3848 start.go:83] releasing machines lock for "ha-138000-m02", held for 13.613993837s
I0815 16:30:26.796994 3848 main.go:141] libmachine: (ha-138000-m02) Calling .DriverName
I0815 16:30:26.797121 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetIP
I0815 16:30:26.821561 3848 out.go:177] * Found network options:
I0815 16:30:26.841357 3848 out.go:177] - NO_PROXY=192.169.0.5
W0815 16:30:26.862556 3848 proxy.go:119] fail to check proxy env: Error ip not in block
I0815 16:30:26.862605 3848 main.go:141] libmachine: (ha-138000-m02) Calling .DriverName
I0815 16:30:26.863433 3848 main.go:141] libmachine: (ha-138000-m02) Calling .DriverName
I0815 16:30:26.863671 3848 main.go:141] libmachine: (ha-138000-m02) Calling .DriverName
I0815 16:30:26.863815 3848 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0815 16:30:26.863856 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
W0815 16:30:26.863902 3848 proxy.go:119] fail to check proxy env: Error ip not in block
I0815 16:30:26.863997 3848 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0815 16:30:26.864019 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHHostname
I0815 16:30:26.864116 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:26.864226 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHPort
I0815 16:30:26.864284 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:26.864479 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:26.864535 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHKeyPath
I0815 16:30:26.864691 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/id_rsa Username:docker}
I0815 16:30:26.864752 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetSSHUsername
I0815 16:30:26.864886 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m02/id_rsa Username:docker}
W0815 16:30:26.897510 3848 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0815 16:30:26.897576 3848 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0815 16:30:26.944949 3848 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0815 16:30:26.944964 3848 start.go:495] detecting cgroup driver to use...
I0815 16:30:26.945031 3848 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0815 16:30:26.959965 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0815 16:30:26.969052 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0815 16:30:26.977789 3848 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0815 16:30:26.977840 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0815 16:30:26.986870 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0815 16:30:26.995871 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0815 16:30:27.004811 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0815 16:30:27.013722 3848 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0815 16:30:27.022692 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0815 16:30:27.031569 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0815 16:30:27.040462 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0815 16:30:27.049386 3848 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0815 16:30:27.057419 3848 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0815 16:30:27.065508 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:30:27.164154 3848 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0815 16:30:27.181165 3848 start.go:495] detecting cgroup driver to use...
I0815 16:30:27.181250 3848 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0815 16:30:27.192595 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0815 16:30:27.203037 3848 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0815 16:30:27.216573 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0815 16:30:27.228211 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0815 16:30:27.239268 3848 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0815 16:30:27.258656 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0815 16:30:27.269954 3848 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0815 16:30:27.284667 3848 ssh_runner.go:195] Run: which cri-dockerd
I0815 16:30:27.287552 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0815 16:30:27.295653 3848 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0815 16:30:27.309091 3848 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0815 16:30:27.403676 3848 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0815 16:30:27.500434 3848 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0815 16:30:27.500464 3848 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0815 16:30:27.514754 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:30:27.610670 3848 ssh_runner.go:195] Run: sudo systemctl restart docker
I0815 16:30:29.951174 3848 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.340492876s)
I0815 16:30:29.951241 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0815 16:30:29.961656 3848 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0815 16:30:29.974207 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0815 16:30:29.984718 3848 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0815 16:30:30.078933 3848 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0815 16:30:30.191991 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:30:30.301187 3848 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0815 16:30:30.314601 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0815 16:30:30.325440 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:30:30.420867 3848 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0815 16:30:30.486340 3848 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0815 16:30:30.486435 3848 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0815 16:30:30.491068 3848 start.go:563] Will wait 60s for crictl version
I0815 16:30:30.491127 3848 ssh_runner.go:195] Run: which crictl
I0815 16:30:30.494150 3848 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0815 16:30:30.523583 3848 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.1.2
RuntimeApiVersion: v1
I0815 16:30:30.523658 3848 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0815 16:30:30.541608 3848 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0815 16:30:30.598613 3848 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.1.2 ...
I0815 16:30:30.658061 3848 out.go:177] - env NO_PROXY=192.169.0.5
I0815 16:30:30.695353 3848 main.go:141] libmachine: (ha-138000-m02) Calling .GetIP
I0815 16:30:30.695714 3848 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0815 16:30:30.700361 3848 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0815 16:30:30.709893 3848 mustload.go:65] Loading cluster: ha-138000
I0815 16:30:30.710062 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:30:30.710316 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:30:30.710336 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:30:30.719005 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52273
I0815 16:30:30.719360 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:30:30.719741 3848 main.go:141] libmachine: Using API Version 1
I0815 16:30:30.719750 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:30:30.719981 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:30:30.720103 3848 main.go:141] libmachine: (ha-138000) Calling .GetState
I0815 16:30:30.720187 3848 main.go:141] libmachine: (ha-138000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:30:30.720267 3848 main.go:141] libmachine: (ha-138000) DBG | hyperkit pid from json: 3862
I0815 16:30:30.721211 3848 host.go:66] Checking if "ha-138000" exists ...
I0815 16:30:30.721471 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:30:30.721491 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:30:30.729999 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52275
I0815 16:30:30.730336 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:30:30.730678 3848 main.go:141] libmachine: Using API Version 1
I0815 16:30:30.730693 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:30:30.730926 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:30:30.731056 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:30:30.731175 3848 certs.go:68] Setting up /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000 for IP: 192.169.0.6
I0815 16:30:30.731181 3848 certs.go:194] generating shared ca certs ...
I0815 16:30:30.731197 3848 certs.go:226] acquiring lock for ca certs: {Name:mka1c88019f6064d2983ac988db71a67aeb65696 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0815 16:30:30.731336 3848 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key
I0815 16:30:30.731387 3848 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key
I0815 16:30:30.731396 3848 certs.go:256] generating profile certs ...
I0815 16:30:30.731509 3848 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/client.key
I0815 16:30:30.731595 3848 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.key.5f0053a1
I0815 16:30:30.731651 3848 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.key
I0815 16:30:30.731658 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0815 16:30:30.731679 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0815 16:30:30.731700 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0815 16:30:30.731722 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0815 16:30:30.731740 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0815 16:30:30.731768 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0815 16:30:30.731791 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0815 16:30:30.731809 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0815 16:30:30.731883 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem (1338 bytes)
W0815 16:30:30.731920 3848 certs.go:480] ignoring /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498_empty.pem, impossibly tiny 0 bytes
I0815 16:30:30.731928 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem (1679 bytes)
I0815 16:30:30.731973 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem (1082 bytes)
I0815 16:30:30.732017 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem (1123 bytes)
I0815 16:30:30.732045 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem (1679 bytes)
I0815 16:30:30.732121 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem (1708 bytes)
I0815 16:30:30.732157 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> /usr/share/ca-certificates/14982.pem
I0815 16:30:30.732177 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0815 16:30:30.732194 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem -> /usr/share/ca-certificates/1498.pem
I0815 16:30:30.732219 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:30:30.732316 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:30:30.732406 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:30:30.732529 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:30:30.732609 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/id_rsa Username:docker}
I0815 16:30:30.763783 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I0815 16:30:30.767449 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0815 16:30:30.776129 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I0815 16:30:30.779163 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I0815 16:30:30.787730 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I0815 16:30:30.791082 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0815 16:30:30.799754 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I0815 16:30:30.802809 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I0815 16:30:30.811618 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I0815 16:30:30.814650 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0815 16:30:30.822963 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I0815 16:30:30.826004 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0815 16:30:30.834906 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0815 16:30:30.854912 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0815 16:30:30.874577 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0815 16:30:30.894388 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0815 16:30:30.914413 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0815 16:30:30.933887 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0815 16:30:30.953772 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0815 16:30:30.973419 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0815 16:30:30.992862 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem --> /usr/share/ca-certificates/14982.pem (1708 bytes)
I0815 16:30:31.012391 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0815 16:30:31.031916 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem --> /usr/share/ca-certificates/1498.pem (1338 bytes)
I0815 16:30:31.051694 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0815 16:30:31.065167 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I0815 16:30:31.078573 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0815 16:30:31.091997 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I0815 16:30:31.105622 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0815 16:30:31.119143 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0815 16:30:31.132670 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0815 16:30:31.146406 3848 ssh_runner.go:195] Run: openssl version
I0815 16:30:31.150444 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0815 16:30:31.158651 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0815 16:30:31.162017 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Aug 15 23:05 /usr/share/ca-certificates/minikubeCA.pem
I0815 16:30:31.162055 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0815 16:30:31.166191 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0815 16:30:31.174561 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1498.pem && ln -fs /usr/share/ca-certificates/1498.pem /etc/ssl/certs/1498.pem"
I0815 16:30:31.182745 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1498.pem
I0815 16:30:31.186223 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Aug 15 23:14 /usr/share/ca-certificates/1498.pem
I0815 16:30:31.186262 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1498.pem
I0815 16:30:31.190437 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1498.pem /etc/ssl/certs/51391683.0"
I0815 16:30:31.198642 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14982.pem && ln -fs /usr/share/ca-certificates/14982.pem /etc/ssl/certs/14982.pem"
I0815 16:30:31.207129 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14982.pem
I0815 16:30:31.210527 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Aug 15 23:14 /usr/share/ca-certificates/14982.pem
I0815 16:30:31.210565 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14982.pem
I0815 16:30:31.214780 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/14982.pem /etc/ssl/certs/3ec20f2e.0"
I0815 16:30:31.223055 3848 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0815 16:30:31.226404 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0815 16:30:31.230624 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0815 16:30:31.234964 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0815 16:30:31.239281 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0815 16:30:31.243508 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0815 16:30:31.247740 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0815 16:30:31.251885 3848 kubeadm.go:934] updating node {m02 192.169.0.6 8443 v1.31.0 docker true true} ...
I0815 16:30:31.251948 3848 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-138000-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.6
[Install]
config:
{KubernetesVersion:v1.31.0 ClusterName:ha-138000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0815 16:30:31.251968 3848 kube-vip.go:115] generating kube-vip config ...
I0815 16:30:31.251997 3848 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0815 16:30:31.264157 3848 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0815 16:30:31.264200 3848 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0815 16:30:31.264247 3848 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0
I0815 16:30:31.272799 3848 binaries.go:44] Found k8s binaries, skipping transfer
I0815 16:30:31.272844 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0815 16:30:31.280999 3848 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)
I0815 16:30:31.294195 3848 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0815 16:30:31.307421 3848 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0815 16:30:31.321201 3848 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0815 16:30:31.324137 3848 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0815 16:30:31.334188 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:30:31.429450 3848 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0815 16:30:31.443961 3848 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0815 16:30:31.444161 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:30:31.465375 3848 out.go:177] * Verifying Kubernetes components...
I0815 16:30:31.507025 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:30:31.625968 3848 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0815 16:30:31.645410 3848 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19452-977/kubeconfig
I0815 16:30:31.645610 3848 kapi.go:59] client config for ha-138000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/client.key", CAFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, U
serAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x3a6cf60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0815 16:30:31.645648 3848 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.5:8443
I0815 16:30:31.645835 3848 node_ready.go:35] waiting up to 6m0s for node "ha-138000-m02" to be "Ready" ...
I0815 16:30:31.645920 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:31.645925 3848 round_trippers.go:469] Request Headers:
I0815 16:30:31.645933 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:31.645936 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.053028 3848 round_trippers.go:574] Response Status: 200 OK in 8407 milliseconds
I0815 16:30:40.053934 3848 node_ready.go:49] node "ha-138000-m02" has status "Ready":"True"
I0815 16:30:40.053949 3848 node_ready.go:38] duration metric: took 8.408123647s for node "ha-138000-m02" to be "Ready" ...
I0815 16:30:40.053959 3848 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0815 16:30:40.053997 3848 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I0815 16:30:40.054008 3848 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I0815 16:30:40.054051 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0815 16:30:40.054057 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.054064 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.054066 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.076049 3848 round_trippers.go:574] Response Status: 200 OK in 21 milliseconds
I0815 16:30:40.083485 3848 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-dmgt5" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.083552 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-dmgt5
I0815 16:30:40.083559 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.083565 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.083569 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.090478 3848 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0815 16:30:40.091010 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:40.091019 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.091025 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.091028 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.094713 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:40.095017 3848 pod_ready.go:93] pod "coredns-6f6b679f8f-dmgt5" in "kube-system" namespace has status "Ready":"True"
I0815 16:30:40.095031 3848 pod_ready.go:82] duration metric: took 11.52447ms for pod "coredns-6f6b679f8f-dmgt5" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.095040 3848 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-zc8jj" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.095087 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-zc8jj
I0815 16:30:40.095094 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.095102 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.095107 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.101746 3848 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0815 16:30:40.102483 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:40.102492 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.102500 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.102503 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.105983 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:40.106569 3848 pod_ready.go:93] pod "coredns-6f6b679f8f-zc8jj" in "kube-system" namespace has status "Ready":"True"
I0815 16:30:40.106587 3848 pod_ready.go:82] duration metric: took 11.533246ms for pod "coredns-6f6b679f8f-zc8jj" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.106595 3848 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.106638 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000
I0815 16:30:40.106644 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.106651 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.106654 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.110887 3848 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0815 16:30:40.111881 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:40.111893 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.111902 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.111907 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.114794 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:40.115181 3848 pod_ready.go:93] pod "etcd-ha-138000" in "kube-system" namespace has status "Ready":"True"
I0815 16:30:40.115194 3848 pod_ready.go:82] duration metric: took 8.594007ms for pod "etcd-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.115201 3848 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.115242 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m02
I0815 16:30:40.115247 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.115252 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.115256 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.121257 3848 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0815 16:30:40.121684 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:40.121694 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.121704 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.121710 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.125990 3848 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0815 16:30:40.126507 3848 pod_ready.go:93] pod "etcd-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:30:40.126520 3848 pod_ready.go:82] duration metric: took 11.312949ms for pod "etcd-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.126528 3848 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.126573 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:30:40.126579 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.126585 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.126589 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.129916 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:40.254208 3848 request.go:632] Waited for 123.846339ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:30:40.254247 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:30:40.254252 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.254262 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.254299 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.258157 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:40.258510 3848 pod_ready.go:93] pod "etcd-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:30:40.258520 3848 pod_ready.go:82] duration metric: took 131.98589ms for pod "etcd-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.258532 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.454350 3848 request.go:632] Waited for 195.778452ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000
I0815 16:30:40.454424 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000
I0815 16:30:40.454430 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.454436 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.454441 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.457270 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:40.654210 3848 request.go:632] Waited for 196.49648ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:40.654247 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:40.654254 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.654300 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.654306 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.662420 3848 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I0815 16:30:40.662780 3848 pod_ready.go:98] node "ha-138000" hosting pod "kube-apiserver-ha-138000" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-138000" has status "Ready":"False"
I0815 16:30:40.662798 3848 pod_ready.go:82] duration metric: took 404.260054ms for pod "kube-apiserver-ha-138000" in "kube-system" namespace to be "Ready" ...
E0815 16:30:40.662809 3848 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-138000" hosting pod "kube-apiserver-ha-138000" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-138000" has status "Ready":"False"
I0815 16:30:40.662819 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:30:40.854147 3848 request.go:632] Waited for 191.277341ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:40.854226 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:40.854232 3848 round_trippers.go:469] Request Headers:
I0815 16:30:40.854238 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:40.854243 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:40.859631 3848 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0815 16:30:41.054463 3848 request.go:632] Waited for 194.266573ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:41.054497 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:41.054501 3848 round_trippers.go:469] Request Headers:
I0815 16:30:41.054509 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:41.054513 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:41.058210 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:41.254872 3848 request.go:632] Waited for 91.867207ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:41.254917 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:41.254966 3848 round_trippers.go:469] Request Headers:
I0815 16:30:41.254978 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:41.254982 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:41.258343 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:41.455877 3848 request.go:632] Waited for 196.977249ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:41.455912 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:41.455919 3848 round_trippers.go:469] Request Headers:
I0815 16:30:41.455925 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:41.455931 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:41.457855 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:41.664056 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:41.664082 3848 round_trippers.go:469] Request Headers:
I0815 16:30:41.664093 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:41.664100 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:41.667876 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:41.854208 3848 request.go:632] Waited for 185.493412ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:41.854247 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:41.854253 3848 round_trippers.go:469] Request Headers:
I0815 16:30:41.854260 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:41.854264 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:41.856823 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:42.163578 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:42.163664 3848 round_trippers.go:469] Request Headers:
I0815 16:30:42.163680 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:42.163716 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:42.167135 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:42.254205 3848 request.go:632] Waited for 86.267935ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:42.254261 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:42.254269 3848 round_trippers.go:469] Request Headers:
I0815 16:30:42.254286 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:42.254324 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:42.257709 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:42.664326 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:42.664344 3848 round_trippers.go:469] Request Headers:
I0815 16:30:42.664353 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:42.664357 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:42.666960 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:42.667548 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:42.667555 3848 round_trippers.go:469] Request Headers:
I0815 16:30:42.667561 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:42.667564 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:42.669222 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:42.669539 3848 pod_ready.go:103] pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace has status "Ready":"False"
I0815 16:30:43.163236 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:43.163273 3848 round_trippers.go:469] Request Headers:
I0815 16:30:43.163281 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:43.163286 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:43.165588 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:43.166081 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:43.166088 3848 round_trippers.go:469] Request Headers:
I0815 16:30:43.166094 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:43.166097 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:43.167727 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:43.663181 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:43.663266 3848 round_trippers.go:469] Request Headers:
I0815 16:30:43.663274 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:43.663277 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:43.665851 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:43.666288 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:43.666295 3848 round_trippers.go:469] Request Headers:
I0815 16:30:43.666301 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:43.666305 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:43.669495 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:44.163768 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:44.163782 3848 round_trippers.go:469] Request Headers:
I0815 16:30:44.163788 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:44.163800 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:44.166284 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:44.166820 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:44.166828 3848 round_trippers.go:469] Request Headers:
I0815 16:30:44.166834 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:44.166853 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:44.169173 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:44.663006 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:44.663018 3848 round_trippers.go:469] Request Headers:
I0815 16:30:44.663023 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:44.663025 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:44.665460 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:44.666145 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:44.666152 3848 round_trippers.go:469] Request Headers:
I0815 16:30:44.666158 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:44.666162 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:44.668246 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:45.164214 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:45.164237 3848 round_trippers.go:469] Request Headers:
I0815 16:30:45.164314 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:45.164325 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:45.167819 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:45.168514 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:45.168521 3848 round_trippers.go:469] Request Headers:
I0815 16:30:45.168528 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:45.168531 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:45.170434 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:45.170836 3848 pod_ready.go:103] pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace has status "Ready":"False"
I0815 16:30:45.665030 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:45.665056 3848 round_trippers.go:469] Request Headers:
I0815 16:30:45.665068 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:45.665073 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:45.668540 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:45.669128 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:45.669139 3848 round_trippers.go:469] Request Headers:
I0815 16:30:45.669148 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:45.669152 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:45.671055 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:46.163033 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:46.163095 3848 round_trippers.go:469] Request Headers:
I0815 16:30:46.163108 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:46.163116 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:46.166371 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:46.166786 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:46.166793 3848 round_trippers.go:469] Request Headers:
I0815 16:30:46.166799 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:46.166803 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:46.168600 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:46.663767 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:46.663791 3848 round_trippers.go:469] Request Headers:
I0815 16:30:46.663803 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:46.663814 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:46.667030 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:46.667614 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:46.667625 3848 round_trippers.go:469] Request Headers:
I0815 16:30:46.667633 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:46.667637 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:46.669233 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:47.163455 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:47.163469 3848 round_trippers.go:469] Request Headers:
I0815 16:30:47.163475 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:47.163480 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:47.167195 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:47.167557 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:47.167565 3848 round_trippers.go:469] Request Headers:
I0815 16:30:47.167571 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:47.167576 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:47.170814 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:47.171266 3848 pod_ready.go:103] pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace has status "Ready":"False"
I0815 16:30:47.663794 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:47.663820 3848 round_trippers.go:469] Request Headers:
I0815 16:30:47.663831 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:47.663839 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:47.667639 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:47.668283 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:47.668291 3848 round_trippers.go:469] Request Headers:
I0815 16:30:47.668297 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:47.668301 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:47.669950 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:48.164538 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:48.164559 3848 round_trippers.go:469] Request Headers:
I0815 16:30:48.164581 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:48.164603 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:48.168530 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:48.169233 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:48.169241 3848 round_trippers.go:469] Request Headers:
I0815 16:30:48.169248 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:48.169251 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:48.171274 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:48.663780 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:48.663804 3848 round_trippers.go:469] Request Headers:
I0815 16:30:48.663815 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:48.663821 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:48.667278 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:48.667837 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:48.667845 3848 round_trippers.go:469] Request Headers:
I0815 16:30:48.667851 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:48.667856 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:48.669518 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:49.165064 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:49.165087 3848 round_trippers.go:469] Request Headers:
I0815 16:30:49.165098 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:49.165104 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:49.168508 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:49.169206 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:49.169217 3848 round_trippers.go:469] Request Headers:
I0815 16:30:49.169225 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:49.169230 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:49.171198 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:49.171795 3848 pod_ready.go:103] pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace has status "Ready":"False"
I0815 16:30:49.663424 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:49.663448 3848 round_trippers.go:469] Request Headers:
I0815 16:30:49.663459 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:49.663467 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:49.667225 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:49.667697 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:49.667705 3848 round_trippers.go:469] Request Headers:
I0815 16:30:49.667711 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:49.667714 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:49.669376 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:50.164125 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:50.164149 3848 round_trippers.go:469] Request Headers:
I0815 16:30:50.164161 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:50.164166 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:50.167285 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:50.167810 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:50.167817 3848 round_trippers.go:469] Request Headers:
I0815 16:30:50.167823 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:50.167827 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:50.171799 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:50.663500 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:50.663525 3848 round_trippers.go:469] Request Headers:
I0815 16:30:50.663537 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:50.663543 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:50.667177 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:50.667713 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:50.667720 3848 round_trippers.go:469] Request Headers:
I0815 16:30:50.667726 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:50.667730 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:50.669352 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:51.164194 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:51.164219 3848 round_trippers.go:469] Request Headers:
I0815 16:30:51.164237 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:51.164244 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:51.167593 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:51.168246 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:51.168257 3848 round_trippers.go:469] Request Headers:
I0815 16:30:51.168264 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:51.168270 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:51.170524 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:51.664614 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:51.664638 3848 round_trippers.go:469] Request Headers:
I0815 16:30:51.664657 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:51.664665 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:51.668046 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:51.668566 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:51.668577 3848 round_trippers.go:469] Request Headers:
I0815 16:30:51.668585 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:51.668607 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:51.671534 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:51.671914 3848 pod_ready.go:103] pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace has status "Ready":"False"
I0815 16:30:52.164065 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:30:52.164089 3848 round_trippers.go:469] Request Headers:
I0815 16:30:52.164101 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:52.164110 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:52.167433 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:52.167935 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:30:52.167943 3848 round_trippers.go:469] Request Headers:
I0815 16:30:52.167948 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:52.167952 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:52.169540 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:52.169859 3848 pod_ready.go:93] pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:30:52.169869 3848 pod_ready.go:82] duration metric: took 11.507082407s for pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:30:52.169876 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:30:52.169910 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m03
I0815 16:30:52.169915 3848 round_trippers.go:469] Request Headers:
I0815 16:30:52.169920 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:52.169923 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:52.171715 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:52.172141 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:30:52.172148 3848 round_trippers.go:469] Request Headers:
I0815 16:30:52.172154 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:52.172158 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:52.173532 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:52.173854 3848 pod_ready.go:93] pod "kube-apiserver-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:30:52.173863 3848 pod_ready.go:82] duration metric: took 3.981675ms for pod "kube-apiserver-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:30:52.173872 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:30:52.173900 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:52.173905 3848 round_trippers.go:469] Request Headers:
I0815 16:30:52.173911 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:52.173915 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:52.175518 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:52.175919 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:52.175926 3848 round_trippers.go:469] Request Headers:
I0815 16:30:52.175932 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:52.175936 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:52.177444 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:52.675197 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:52.675270 3848 round_trippers.go:469] Request Headers:
I0815 16:30:52.675284 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:52.675316 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:52.678186 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:52.678703 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:52.678711 3848 round_trippers.go:469] Request Headers:
I0815 16:30:52.678716 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:52.678719 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:52.680216 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:53.174971 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:53.174985 3848 round_trippers.go:469] Request Headers:
I0815 16:30:53.174994 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:53.175001 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:53.177452 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:53.177896 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:53.177903 3848 round_trippers.go:469] Request Headers:
I0815 16:30:53.177909 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:53.177912 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:53.179480 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:53.674788 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:53.674799 3848 round_trippers.go:469] Request Headers:
I0815 16:30:53.674806 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:53.674809 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:53.676873 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:53.677297 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:53.677305 3848 round_trippers.go:469] Request Headers:
I0815 16:30:53.677311 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:53.677315 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:53.678908 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:54.175897 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:54.175920 3848 round_trippers.go:469] Request Headers:
I0815 16:30:54.175937 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:54.175942 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:54.180021 3848 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0815 16:30:54.180479 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:54.180486 3848 round_trippers.go:469] Request Headers:
I0815 16:30:54.180492 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:54.180495 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:54.182351 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:54.182698 3848 pod_ready.go:103] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"False"
I0815 16:30:54.674099 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:54.674113 3848 round_trippers.go:469] Request Headers:
I0815 16:30:54.674122 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:54.674126 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:54.676508 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:54.676959 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:54.676967 3848 round_trippers.go:469] Request Headers:
I0815 16:30:54.676973 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:54.676977 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:54.678531 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:55.174102 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:55.174117 3848 round_trippers.go:469] Request Headers:
I0815 16:30:55.174124 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:55.174129 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:55.176616 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:55.176978 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:55.176985 3848 round_trippers.go:469] Request Headers:
I0815 16:30:55.176991 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:55.176995 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:55.178804 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:55.675041 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:55.675073 3848 round_trippers.go:469] Request Headers:
I0815 16:30:55.675080 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:55.675083 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:55.677155 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:55.677606 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:55.677614 3848 round_trippers.go:469] Request Headers:
I0815 16:30:55.677620 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:55.677623 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:55.679257 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:56.174332 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:56.174347 3848 round_trippers.go:469] Request Headers:
I0815 16:30:56.174355 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:56.174360 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:56.176768 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:56.177182 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:56.177189 3848 round_trippers.go:469] Request Headers:
I0815 16:30:56.177194 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:56.177199 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:56.178739 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:56.674623 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:56.674644 3848 round_trippers.go:469] Request Headers:
I0815 16:30:56.674656 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:56.674663 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:56.678017 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:56.678729 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:56.678740 3848 round_trippers.go:469] Request Headers:
I0815 16:30:56.678748 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:56.678753 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:56.680396 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:56.680664 3848 pod_ready.go:103] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"False"
I0815 16:30:57.174239 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:57.174259 3848 round_trippers.go:469] Request Headers:
I0815 16:30:57.174270 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:57.174276 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:57.176913 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:30:57.177317 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:57.177325 3848 round_trippers.go:469] Request Headers:
I0815 16:30:57.177330 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:57.177333 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:57.179089 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:57.674639 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:57.674650 3848 round_trippers.go:469] Request Headers:
I0815 16:30:57.674656 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:57.674660 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:57.676502 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:57.676984 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:57.676992 3848 round_trippers.go:469] Request Headers:
I0815 16:30:57.676997 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:57.677001 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:57.678477 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:58.174097 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:58.174117 3848 round_trippers.go:469] Request Headers:
I0815 16:30:58.174128 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:58.174136 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:58.177182 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:58.177563 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:58.177571 3848 round_trippers.go:469] Request Headers:
I0815 16:30:58.177575 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:58.177579 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:58.179304 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:58.675031 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:58.675045 3848 round_trippers.go:469] Request Headers:
I0815 16:30:58.675051 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:58.675055 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:58.680738 3848 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0815 16:30:58.682155 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:58.682163 3848 round_trippers.go:469] Request Headers:
I0815 16:30:58.682168 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:58.682171 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:58.686617 3848 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0815 16:30:58.686985 3848 pod_ready.go:103] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"False"
I0815 16:30:59.174980 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:59.175006 3848 round_trippers.go:469] Request Headers:
I0815 16:30:59.175018 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:59.175023 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:59.178731 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:30:59.179314 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:59.179322 3848 round_trippers.go:469] Request Headers:
I0815 16:30:59.179328 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:59.179332 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:59.181206 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:59.674657 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:30:59.674670 3848 round_trippers.go:469] Request Headers:
I0815 16:30:59.674676 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:59.674679 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:59.676675 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:30:59.677055 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:30:59.677062 3848 round_trippers.go:469] Request Headers:
I0815 16:30:59.677069 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:30:59.677074 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:30:59.679271 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:00.174152 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:00.174175 3848 round_trippers.go:469] Request Headers:
I0815 16:31:00.174187 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:00.174194 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:00.177768 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:00.178234 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:00.178241 3848 round_trippers.go:469] Request Headers:
I0815 16:31:00.178247 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:00.178251 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:00.179906 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:00.675229 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:00.675240 3848 round_trippers.go:469] Request Headers:
I0815 16:31:00.675246 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:00.675250 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:00.677503 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:00.677966 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:00.677974 3848 round_trippers.go:469] Request Headers:
I0815 16:31:00.677979 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:00.677983 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:00.681462 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:01.174237 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:01.174258 3848 round_trippers.go:469] Request Headers:
I0815 16:31:01.174271 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:01.174278 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:01.177221 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:01.177958 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:01.177967 3848 round_trippers.go:469] Request Headers:
I0815 16:31:01.177973 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:01.177987 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:01.179870 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:01.180167 3848 pod_ready.go:103] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:01.674059 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:01.674071 3848 round_trippers.go:469] Request Headers:
I0815 16:31:01.674078 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:01.674082 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:01.678596 3848 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0815 16:31:01.679166 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:01.679175 3848 round_trippers.go:469] Request Headers:
I0815 16:31:01.679183 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:01.679203 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:01.681866 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:02.174721 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:02.174744 3848 round_trippers.go:469] Request Headers:
I0815 16:31:02.174757 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:02.174765 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:02.177936 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:02.178578 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:02.178585 3848 round_trippers.go:469] Request Headers:
I0815 16:31:02.178590 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:02.178593 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:02.180199 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:02.674480 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:02.674492 3848 round_trippers.go:469] Request Headers:
I0815 16:31:02.674498 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:02.674501 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:02.676574 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:02.677121 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:02.677129 3848 round_trippers.go:469] Request Headers:
I0815 16:31:02.677135 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:02.677138 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:02.678870 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:03.174993 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:03.175017 3848 round_trippers.go:469] Request Headers:
I0815 16:31:03.175028 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:03.175034 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:03.178103 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:03.178765 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:03.178773 3848 round_trippers.go:469] Request Headers:
I0815 16:31:03.178780 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:03.178783 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:03.180384 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:03.180717 3848 pod_ready.go:103] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:03.675885 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:03.675928 3848 round_trippers.go:469] Request Headers:
I0815 16:31:03.675935 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:03.675938 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:03.681610 3848 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0815 16:31:03.682165 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:03.682172 3848 round_trippers.go:469] Request Headers:
I0815 16:31:03.682178 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:03.682187 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:03.685681 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:04.173973 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:04.173985 3848 round_trippers.go:469] Request Headers:
I0815 16:31:04.173993 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:04.173996 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:04.176170 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:04.176622 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:04.176629 3848 round_trippers.go:469] Request Headers:
I0815 16:31:04.176635 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:04.176638 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:04.178918 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:04.674029 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:04.674041 3848 round_trippers.go:469] Request Headers:
I0815 16:31:04.674047 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:04.674051 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:04.676085 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:04.676616 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:04.676624 3848 round_trippers.go:469] Request Headers:
I0815 16:31:04.676629 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:04.676633 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:04.678653 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:05.174670 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:05.174682 3848 round_trippers.go:469] Request Headers:
I0815 16:31:05.174692 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:05.174696 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:05.176894 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:05.177444 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:05.177452 3848 round_trippers.go:469] Request Headers:
I0815 16:31:05.177458 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:05.177462 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:05.179988 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:05.673967 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:05.673984 3848 round_trippers.go:469] Request Headers:
I0815 16:31:05.673991 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:05.674005 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:05.676133 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:05.676616 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:05.676623 3848 round_trippers.go:469] Request Headers:
I0815 16:31:05.676629 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:05.676632 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:05.678220 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:05.678588 3848 pod_ready.go:103] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:06.174028 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:06.174040 3848 round_trippers.go:469] Request Headers:
I0815 16:31:06.174046 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:06.174049 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:06.176193 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:06.176556 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:06.176564 3848 round_trippers.go:469] Request Headers:
I0815 16:31:06.176570 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:06.176574 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:06.178240 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:06.674003 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:06.674018 3848 round_trippers.go:469] Request Headers:
I0815 16:31:06.674028 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:06.674032 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:06.676638 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:06.677110 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:06.677118 3848 round_trippers.go:469] Request Headers:
I0815 16:31:06.677124 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:06.677127 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:06.680025 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:07.175462 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:07.175477 3848 round_trippers.go:469] Request Headers:
I0815 16:31:07.175485 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:07.175489 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:07.178337 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:07.178886 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:07.178895 3848 round_trippers.go:469] Request Headers:
I0815 16:31:07.178900 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:07.178904 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:07.181117 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:07.674103 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:07.674115 3848 round_trippers.go:469] Request Headers:
I0815 16:31:07.674121 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:07.674125 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:07.676375 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:07.676766 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:07.676774 3848 round_trippers.go:469] Request Headers:
I0815 16:31:07.676780 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:07.676783 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:07.678622 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:07.678897 3848 pod_ready.go:103] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:08.174128 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:08.174151 3848 round_trippers.go:469] Request Headers:
I0815 16:31:08.174166 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:08.174203 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:08.177482 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:08.177896 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:08.177904 3848 round_trippers.go:469] Request Headers:
I0815 16:31:08.177909 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:08.177914 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:08.179348 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:08.674105 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:08.674132 3848 round_trippers.go:469] Request Headers:
I0815 16:31:08.674180 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:08.674191 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:08.677562 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:08.677981 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:08.677989 3848 round_trippers.go:469] Request Headers:
I0815 16:31:08.677994 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:08.677997 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:08.679564 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:09.174687 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:09.174712 3848 round_trippers.go:469] Request Headers:
I0815 16:31:09.174723 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:09.174728 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:09.177711 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:09.178141 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:09.178149 3848 round_trippers.go:469] Request Headers:
I0815 16:31:09.178155 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:09.178160 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:09.179715 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:09.675793 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:09.675810 3848 round_trippers.go:469] Request Headers:
I0815 16:31:09.675860 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:09.675867 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:09.681370 3848 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0815 16:31:09.681707 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:09.681714 3848 round_trippers.go:469] Request Headers:
I0815 16:31:09.681720 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:09.681724 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:09.683407 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:09.683668 3848 pod_ready.go:103] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:10.174082 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:10.174096 3848 round_trippers.go:469] Request Headers:
I0815 16:31:10.174104 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:10.174111 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:10.176432 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:10.176901 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:10.176909 3848 round_trippers.go:469] Request Headers:
I0815 16:31:10.176916 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:10.176919 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:10.178547 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:10.674143 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:10.674158 3848 round_trippers.go:469] Request Headers:
I0815 16:31:10.674166 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:10.674171 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:10.676827 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:10.677366 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:10.677374 3848 round_trippers.go:469] Request Headers:
I0815 16:31:10.677379 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:10.677398 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:10.679369 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:11.174015 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:11.174031 3848 round_trippers.go:469] Request Headers:
I0815 16:31:11.174039 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:11.174043 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:11.176194 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:11.176646 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:11.176655 3848 round_trippers.go:469] Request Headers:
I0815 16:31:11.176661 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:11.176664 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:11.178182 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:11.674088 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:11.674100 3848 round_trippers.go:469] Request Headers:
I0815 16:31:11.674107 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:11.674111 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:11.676722 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:11.677179 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:11.677186 3848 round_trippers.go:469] Request Headers:
I0815 16:31:11.677192 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:11.677197 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:11.679318 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:12.173967 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:12.173978 3848 round_trippers.go:469] Request Headers:
I0815 16:31:12.173983 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:12.173986 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:12.176395 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:12.176784 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:12.176792 3848 round_trippers.go:469] Request Headers:
I0815 16:31:12.176797 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:12.176799 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:12.178613 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:12.178965 3848 pod_ready.go:103] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:12.674752 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:12.674764 3848 round_trippers.go:469] Request Headers:
I0815 16:31:12.674771 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:12.674774 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:12.676796 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:12.677237 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:12.677244 3848 round_trippers.go:469] Request Headers:
I0815 16:31:12.677249 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:12.677254 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:12.678824 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:13.174235 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:13.174257 3848 round_trippers.go:469] Request Headers:
I0815 16:31:13.174269 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:13.174275 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:13.177507 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:13.177937 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:13.177945 3848 round_trippers.go:469] Request Headers:
I0815 16:31:13.177950 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:13.177958 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:13.179998 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:13.674842 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:13.674865 3848 round_trippers.go:469] Request Headers:
I0815 16:31:13.674920 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:13.674927 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:13.677347 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:13.677743 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:13.677750 3848 round_trippers.go:469] Request Headers:
I0815 16:31:13.677756 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:13.677760 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:13.679598 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:14.174511 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:14.174531 3848 round_trippers.go:469] Request Headers:
I0815 16:31:14.174543 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:14.174548 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:14.177242 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:14.177787 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:14.177794 3848 round_trippers.go:469] Request Headers:
I0815 16:31:14.177799 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:14.177804 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:14.179505 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:14.179846 3848 pod_ready.go:103] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:14.674978 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:14.674991 3848 round_trippers.go:469] Request Headers:
I0815 16:31:14.675000 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:14.675005 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:14.677126 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:14.677577 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:14.677584 3848 round_trippers.go:469] Request Headers:
I0815 16:31:14.677589 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:14.677592 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:14.679150 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:15.174111 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:15.174190 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.174206 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.174214 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.178180 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:15.178702 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:15.178709 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.178716 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.178720 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.180563 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:15.674161 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:15.674175 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.674181 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.674184 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.676320 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:15.676809 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:15.676817 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.676822 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.676826 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.678731 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:15.679179 3848 pod_ready.go:93] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:15.679188 3848 pod_ready.go:82] duration metric: took 23.505390371s for pod "kube-controller-manager-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:31:15.679194 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:15.679234 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000-m02
I0815 16:31:15.679239 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.679244 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.679249 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.680973 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:15.681373 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:15.681379 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.681385 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.681389 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.683105 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:15.683478 3848 pod_ready.go:93] pod "kube-controller-manager-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:15.683487 3848 pod_ready.go:82] duration metric: took 4.286435ms for pod "kube-controller-manager-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:15.683493 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:15.683528 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000-m03
I0815 16:31:15.683532 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.683538 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.683543 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.685040 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:15.685461 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:15.685469 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.685474 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.685478 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.687218 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:15.687628 3848 pod_ready.go:93] pod "kube-controller-manager-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:15.687636 3848 pod_ready.go:82] duration metric: took 4.137303ms for pod "kube-controller-manager-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:15.687642 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-cznkn" in "kube-system" namespace to be "Ready" ...
I0815 16:31:15.687674 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cznkn
I0815 16:31:15.687679 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.687685 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.687690 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.689397 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:15.689764 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:15.689771 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.689776 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.689787 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.691449 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:15.691750 3848 pod_ready.go:93] pod "kube-proxy-cznkn" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:15.691759 3848 pod_ready.go:82] duration metric: took 4.111581ms for pod "kube-proxy-cznkn" in "kube-system" namespace to be "Ready" ...
I0815 16:31:15.691765 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-kxghx" in "kube-system" namespace to be "Ready" ...
I0815 16:31:15.691804 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-kxghx
I0815 16:31:15.691809 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.691815 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.691819 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.693452 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:15.693908 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:15.693915 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.693921 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.693924 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.695674 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:15.695946 3848 pod_ready.go:93] pod "kube-proxy-kxghx" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:15.695955 3848 pod_ready.go:82] duration metric: took 4.185821ms for pod "kube-proxy-kxghx" in "kube-system" namespace to be "Ready" ...
I0815 16:31:15.695961 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-qpth7" in "kube-system" namespace to be "Ready" ...
I0815 16:31:15.875071 3848 request.go:632] Waited for 179.069493ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-qpth7
I0815 16:31:15.875187 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-qpth7
I0815 16:31:15.875199 3848 round_trippers.go:469] Request Headers:
I0815 16:31:15.875210 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:15.875216 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:15.877997 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:16.074238 3848 request.go:632] Waited for 195.764515ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m04
I0815 16:31:16.074336 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m04
I0815 16:31:16.074348 3848 round_trippers.go:469] Request Headers:
I0815 16:31:16.074360 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:16.074366 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:16.076828 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:16.077164 3848 pod_ready.go:93] pod "kube-proxy-qpth7" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:16.077173 3848 pod_ready.go:82] duration metric: took 381.20933ms for pod "kube-proxy-qpth7" in "kube-system" namespace to be "Ready" ...
I0815 16:31:16.077180 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tf79g" in "kube-system" namespace to be "Ready" ...
I0815 16:31:16.275150 3848 request.go:632] Waited for 197.922377ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tf79g
I0815 16:31:16.275315 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tf79g
I0815 16:31:16.275333 3848 round_trippers.go:469] Request Headers:
I0815 16:31:16.275348 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:16.275355 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:16.279230 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:16.474637 3848 request.go:632] Waited for 194.734989ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:16.474686 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:16.474694 3848 round_trippers.go:469] Request Headers:
I0815 16:31:16.474748 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:16.474760 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:16.477402 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:16.477913 3848 pod_ready.go:93] pod "kube-proxy-tf79g" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:16.477922 3848 pod_ready.go:82] duration metric: took 400.738709ms for pod "kube-proxy-tf79g" in "kube-system" namespace to be "Ready" ...
I0815 16:31:16.477928 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:31:16.674642 3848 request.go:632] Waited for 196.671207ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000
I0815 16:31:16.674730 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000
I0815 16:31:16.674740 3848 round_trippers.go:469] Request Headers:
I0815 16:31:16.674751 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:16.674791 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:16.677902 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:16.874216 3848 request.go:632] Waited for 195.903155ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:16.874296 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:16.874307 3848 round_trippers.go:469] Request Headers:
I0815 16:31:16.874318 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:16.874325 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:16.877076 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:16.877354 3848 pod_ready.go:93] pod "kube-scheduler-ha-138000" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:16.877362 3848 pod_ready.go:82] duration metric: took 399.431009ms for pod "kube-scheduler-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:31:16.877369 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:17.075600 3848 request.go:632] Waited for 198.191772ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m02
I0815 16:31:17.075685 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m02
I0815 16:31:17.075692 3848 round_trippers.go:469] Request Headers:
I0815 16:31:17.075697 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:17.075701 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:17.077601 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:17.275453 3848 request.go:632] Waited for 196.87369ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:17.275508 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:17.275516 3848 round_trippers.go:469] Request Headers:
I0815 16:31:17.275528 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:17.275536 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:17.278217 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:17.278748 3848 pod_ready.go:93] pod "kube-scheduler-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:17.278761 3848 pod_ready.go:82] duration metric: took 401.387065ms for pod "kube-scheduler-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:17.278778 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:17.474217 3848 request.go:632] Waited for 195.389302ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m03
I0815 16:31:17.474330 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m03
I0815 16:31:17.474342 3848 round_trippers.go:469] Request Headers:
I0815 16:31:17.474353 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:17.474361 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:17.477689 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:17.675623 3848 request.go:632] Waited for 197.469909ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:17.675688 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:17.675697 3848 round_trippers.go:469] Request Headers:
I0815 16:31:17.675705 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:17.675712 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:17.677994 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:17.678325 3848 pod_ready.go:93] pod "kube-scheduler-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:17.678335 3848 pod_ready.go:82] duration metric: took 399.551961ms for pod "kube-scheduler-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:17.678343 3848 pod_ready.go:39] duration metric: took 37.624501402s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0815 16:31:17.678361 3848 api_server.go:52] waiting for apiserver process to appear ...
I0815 16:31:17.678422 3848 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0815 16:31:17.692897 3848 api_server.go:72] duration metric: took 46.249064527s to wait for apiserver process to appear ...
I0815 16:31:17.692911 3848 api_server.go:88] waiting for apiserver healthz status ...
I0815 16:31:17.692928 3848 api_server.go:253] Checking apiserver healthz at https://192.169.0.5:8443/healthz ...
I0815 16:31:17.695957 3848 api_server.go:279] https://192.169.0.5:8443/healthz returned 200:
ok
I0815 16:31:17.695990 3848 round_trippers.go:463] GET https://192.169.0.5:8443/version
I0815 16:31:17.695994 3848 round_trippers.go:469] Request Headers:
I0815 16:31:17.696000 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:17.696004 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:17.696581 3848 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0815 16:31:17.696664 3848 api_server.go:141] control plane version: v1.31.0
I0815 16:31:17.696676 3848 api_server.go:131] duration metric: took 3.760735ms to wait for apiserver health ...
I0815 16:31:17.696684 3848 system_pods.go:43] waiting for kube-system pods to appear ...
I0815 16:31:17.874475 3848 request.go:632] Waited for 177.745811ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0815 16:31:17.874542 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0815 16:31:17.874551 3848 round_trippers.go:469] Request Headers:
I0815 16:31:17.874608 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:17.874617 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:17.879453 3848 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0815 16:31:17.884757 3848 system_pods.go:59] 26 kube-system pods found
I0815 16:31:17.884772 3848 system_pods.go:61] "coredns-6f6b679f8f-dmgt5" [47d73953-ec2c-4f17-b2b8-d6a9b5e5a316] Running
I0815 16:31:17.884778 3848 system_pods.go:61] "coredns-6f6b679f8f-zc8jj" [b4a9df39-b09d-4bc3-97f6-b3176ff8e842] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0815 16:31:17.884783 3848 system_pods.go:61] "etcd-ha-138000" [c2e7e508-a157-4581-a446-2f48e51c0c16] Running
I0815 16:31:17.884787 3848 system_pods.go:61] "etcd-ha-138000-m02" [4f371d3f-821b-4eae-ab52-5b75d90acd67] Running
I0815 16:31:17.884791 3848 system_pods.go:61] "etcd-ha-138000-m03" [ebdd90b3-c3b2-44c2-a411-4f6afa67a455] Running
I0815 16:31:17.884793 3848 system_pods.go:61] "kindnet-77dc6" [24bfc069-9446-43a7-aa61-308c1a62a20e] Running
I0815 16:31:17.884796 3848 system_pods.go:61] "kindnet-dsvxt" [7645852b-8535-4cb4-8324-15c9b55176e3] Running
I0815 16:31:17.884798 3848 system_pods.go:61] "kindnet-m887r" [ba31865b-c712-47a8-9fd8-06420270ac8b] Running
I0815 16:31:17.884801 3848 system_pods.go:61] "kindnet-z6mnx" [fc6211a0-df99-4350-90ba-a18f74bd1bfc] Running
I0815 16:31:17.884804 3848 system_pods.go:61] "kube-apiserver-ha-138000" [bbc684f7-d8e2-44f2-987a-df9d05cf54fc] Running
I0815 16:31:17.884806 3848 system_pods.go:61] "kube-apiserver-ha-138000-m02" [c30e129b-f475-4131-a25e-7eeecb39cbea] Running
I0815 16:31:17.884809 3848 system_pods.go:61] "kube-apiserver-ha-138000-m03" [90304f02-10f2-446d-b731-674df5602401] Running
I0815 16:31:17.884811 3848 system_pods.go:61] "kube-controller-manager-ha-138000" [1d4148d1-9798-4662-91de-d9a7dae634e2] Running
I0815 16:31:17.884814 3848 system_pods.go:61] "kube-controller-manager-ha-138000-m02" [ad693dae-cb0a-46ca-955b-33a9465d911a] Running
I0815 16:31:17.884816 3848 system_pods.go:61] "kube-controller-manager-ha-138000-m03" [11aa509a-dade-4b66-b157-4d4cccb7f349] Running
I0815 16:31:17.884819 3848 system_pods.go:61] "kube-proxy-cznkn" [61cd1a9a-80fb-4d0e-a4dd-f5ed2d6ddc0f] Running
I0815 16:31:17.884821 3848 system_pods.go:61] "kube-proxy-kxghx" [27f61dcc-2812-4038-af2a-aa9f46033869] Running
I0815 16:31:17.884823 3848 system_pods.go:61] "kube-proxy-qpth7" [a343f80b-0fe9-4c88-9782-5fbf9a6170d1] Running
I0815 16:31:17.884826 3848 system_pods.go:61] "kube-proxy-tf79g" [ef8a2aeb-55c4-436e-a306-da8b93c9707f] Running
I0815 16:31:17.884830 3848 system_pods.go:61] "kube-scheduler-ha-138000" [ee1d3eb0-596d-4bf0-bed4-dbd38b286e38] Running
I0815 16:31:17.884832 3848 system_pods.go:61] "kube-scheduler-ha-138000-m02" [1cc29309-49ad-427e-862a-758cc5711eef] Running
I0815 16:31:17.884835 3848 system_pods.go:61] "kube-scheduler-ha-138000-m03" [2e3efb3c-6903-4306-adec-d4a47b3a56bd] Running
I0815 16:31:17.884837 3848 system_pods.go:61] "kube-vip-ha-138000" [1b8c66e5-ffaa-4d4b-a220-8eb664b79d91] Running
I0815 16:31:17.884839 3848 system_pods.go:61] "kube-vip-ha-138000-m02" [a0fe2ba6-1ace-456f-ab2e-15c43303dcad] Running
I0815 16:31:17.884841 3848 system_pods.go:61] "kube-vip-ha-138000-m03" [44fe2bd5-bd48-4f86-b38a-7e4b3554174c] Running
I0815 16:31:17.884844 3848 system_pods.go:61] "storage-provisioner" [35f3a9d7-cb68-4b10-82a2-1bd72d8d1aa6] Running
I0815 16:31:17.884847 3848 system_pods.go:74] duration metric: took 188.159351ms to wait for pod list to return data ...
I0815 16:31:17.884852 3848 default_sa.go:34] waiting for default service account to be created ...
I0815 16:31:18.074641 3848 request.go:632] Waited for 189.738485ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts
I0815 16:31:18.074728 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts
I0815 16:31:18.074738 3848 round_trippers.go:469] Request Headers:
I0815 16:31:18.074749 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:18.074756 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:18.078635 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:18.078759 3848 default_sa.go:45] found service account: "default"
I0815 16:31:18.078768 3848 default_sa.go:55] duration metric: took 193.912663ms for default service account to be created ...
I0815 16:31:18.078774 3848 system_pods.go:116] waiting for k8s-apps to be running ...
I0815 16:31:18.274230 3848 request.go:632] Waited for 195.413402ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0815 16:31:18.274340 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0815 16:31:18.274351 3848 round_trippers.go:469] Request Headers:
I0815 16:31:18.274361 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:18.274369 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:18.279297 3848 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0815 16:31:18.284504 3848 system_pods.go:86] 26 kube-system pods found
I0815 16:31:18.284515 3848 system_pods.go:89] "coredns-6f6b679f8f-dmgt5" [47d73953-ec2c-4f17-b2b8-d6a9b5e5a316] Running
I0815 16:31:18.284521 3848 system_pods.go:89] "coredns-6f6b679f8f-zc8jj" [b4a9df39-b09d-4bc3-97f6-b3176ff8e842] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0815 16:31:18.284525 3848 system_pods.go:89] "etcd-ha-138000" [c2e7e508-a157-4581-a446-2f48e51c0c16] Running
I0815 16:31:18.284530 3848 system_pods.go:89] "etcd-ha-138000-m02" [4f371d3f-821b-4eae-ab52-5b75d90acd67] Running
I0815 16:31:18.284534 3848 system_pods.go:89] "etcd-ha-138000-m03" [ebdd90b3-c3b2-44c2-a411-4f6afa67a455] Running
I0815 16:31:18.284537 3848 system_pods.go:89] "kindnet-77dc6" [24bfc069-9446-43a7-aa61-308c1a62a20e] Running
I0815 16:31:18.284540 3848 system_pods.go:89] "kindnet-dsvxt" [7645852b-8535-4cb4-8324-15c9b55176e3] Running
I0815 16:31:18.284543 3848 system_pods.go:89] "kindnet-m887r" [ba31865b-c712-47a8-9fd8-06420270ac8b] Running
I0815 16:31:18.284545 3848 system_pods.go:89] "kindnet-z6mnx" [fc6211a0-df99-4350-90ba-a18f74bd1bfc] Running
I0815 16:31:18.284550 3848 system_pods.go:89] "kube-apiserver-ha-138000" [bbc684f7-d8e2-44f2-987a-df9d05cf54fc] Running
I0815 16:31:18.284554 3848 system_pods.go:89] "kube-apiserver-ha-138000-m02" [c30e129b-f475-4131-a25e-7eeecb39cbea] Running
I0815 16:31:18.284557 3848 system_pods.go:89] "kube-apiserver-ha-138000-m03" [90304f02-10f2-446d-b731-674df5602401] Running
I0815 16:31:18.284561 3848 system_pods.go:89] "kube-controller-manager-ha-138000" [1d4148d1-9798-4662-91de-d9a7dae634e2] Running
I0815 16:31:18.284564 3848 system_pods.go:89] "kube-controller-manager-ha-138000-m02" [ad693dae-cb0a-46ca-955b-33a9465d911a] Running
I0815 16:31:18.284567 3848 system_pods.go:89] "kube-controller-manager-ha-138000-m03" [11aa509a-dade-4b66-b157-4d4cccb7f349] Running
I0815 16:31:18.284570 3848 system_pods.go:89] "kube-proxy-cznkn" [61cd1a9a-80fb-4d0e-a4dd-f5ed2d6ddc0f] Running
I0815 16:31:18.284572 3848 system_pods.go:89] "kube-proxy-kxghx" [27f61dcc-2812-4038-af2a-aa9f46033869] Running
I0815 16:31:18.284575 3848 system_pods.go:89] "kube-proxy-qpth7" [a343f80b-0fe9-4c88-9782-5fbf9a6170d1] Running
I0815 16:31:18.284579 3848 system_pods.go:89] "kube-proxy-tf79g" [ef8a2aeb-55c4-436e-a306-da8b93c9707f] Running
I0815 16:31:18.284582 3848 system_pods.go:89] "kube-scheduler-ha-138000" [ee1d3eb0-596d-4bf0-bed4-dbd38b286e38] Running
I0815 16:31:18.284586 3848 system_pods.go:89] "kube-scheduler-ha-138000-m02" [1cc29309-49ad-427e-862a-758cc5711eef] Running
I0815 16:31:18.284588 3848 system_pods.go:89] "kube-scheduler-ha-138000-m03" [2e3efb3c-6903-4306-adec-d4a47b3a56bd] Running
I0815 16:31:18.284591 3848 system_pods.go:89] "kube-vip-ha-138000" [1b8c66e5-ffaa-4d4b-a220-8eb664b79d91] Running
I0815 16:31:18.284594 3848 system_pods.go:89] "kube-vip-ha-138000-m02" [a0fe2ba6-1ace-456f-ab2e-15c43303dcad] Running
I0815 16:31:18.284596 3848 system_pods.go:89] "kube-vip-ha-138000-m03" [44fe2bd5-bd48-4f86-b38a-7e4b3554174c] Running
I0815 16:31:18.284599 3848 system_pods.go:89] "storage-provisioner" [35f3a9d7-cb68-4b10-82a2-1bd72d8d1aa6] Running
I0815 16:31:18.284603 3848 system_pods.go:126] duration metric: took 205.826361ms to wait for k8s-apps to be running ...
I0815 16:31:18.284609 3848 system_svc.go:44] waiting for kubelet service to be running ....
I0815 16:31:18.284679 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0815 16:31:18.296708 3848 system_svc.go:56] duration metric: took 12.095446ms WaitForService to wait for kubelet
I0815 16:31:18.296724 3848 kubeadm.go:582] duration metric: took 46.852894704s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0815 16:31:18.296736 3848 node_conditions.go:102] verifying NodePressure condition ...
I0815 16:31:18.474267 3848 request.go:632] Waited for 177.483283ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes
I0815 16:31:18.474322 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes
I0815 16:31:18.474330 3848 round_trippers.go:469] Request Headers:
I0815 16:31:18.474371 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:18.474392 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:18.477388 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:18.478383 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:31:18.478396 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:31:18.478405 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:31:18.478408 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:31:18.478412 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:31:18.478415 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:31:18.478418 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:31:18.478423 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:31:18.478427 3848 node_conditions.go:105] duration metric: took 181.688465ms to run NodePressure ...
I0815 16:31:18.478434 3848 start.go:241] waiting for startup goroutines ...
I0815 16:31:18.478453 3848 start.go:255] writing updated cluster config ...
I0815 16:31:18.501967 3848 out.go:201]
I0815 16:31:18.522062 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:31:18.522177 3848 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/config.json ...
I0815 16:31:18.560022 3848 out.go:177] * Starting "ha-138000-m03" control-plane node in "ha-138000" cluster
I0815 16:31:18.618077 3848 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0815 16:31:18.618104 3848 cache.go:56] Caching tarball of preloaded images
I0815 16:31:18.618293 3848 preload.go:172] Found /Users/jenkins/minikube-integration/19452-977/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0815 16:31:18.618310 3848 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker
I0815 16:31:18.618409 3848 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/config.json ...
I0815 16:31:18.619051 3848 start.go:360] acquireMachinesLock for ha-138000-m03: {Name:mkac8034c8a60617271f2754a03dcaf74fc4fef7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0815 16:31:18.619147 3848 start.go:364] duration metric: took 77.203µs to acquireMachinesLock for "ha-138000-m03"
I0815 16:31:18.619166 3848 start.go:96] Skipping create...Using existing machine configuration
I0815 16:31:18.619174 3848 fix.go:54] fixHost starting: m03
I0815 16:31:18.619485 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:31:18.619510 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:31:18.628416 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52280
I0815 16:31:18.628739 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:31:18.629076 3848 main.go:141] libmachine: Using API Version 1
I0815 16:31:18.629087 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:31:18.629285 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:31:18.629412 3848 main.go:141] libmachine: (ha-138000-m03) Calling .DriverName
I0815 16:31:18.629506 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetState
I0815 16:31:18.629587 3848 main.go:141] libmachine: (ha-138000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:31:18.629688 3848 main.go:141] libmachine: (ha-138000-m03) DBG | hyperkit pid from json: 3119
I0815 16:31:18.630594 3848 main.go:141] libmachine: (ha-138000-m03) DBG | hyperkit pid 3119 missing from process table
I0815 16:31:18.630635 3848 fix.go:112] recreateIfNeeded on ha-138000-m03: state=Stopped err=<nil>
I0815 16:31:18.630646 3848 main.go:141] libmachine: (ha-138000-m03) Calling .DriverName
W0815 16:31:18.630738 3848 fix.go:138] unexpected machine state, will restart: <nil>
I0815 16:31:18.653953 3848 out.go:177] * Restarting existing hyperkit VM for "ha-138000-m03" ...
I0815 16:31:18.711722 3848 main.go:141] libmachine: (ha-138000-m03) Calling .Start
I0815 16:31:18.712041 3848 main.go:141] libmachine: (ha-138000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:31:18.712160 3848 main.go:141] libmachine: (ha-138000-m03) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/hyperkit.pid
I0815 16:31:18.713734 3848 main.go:141] libmachine: (ha-138000-m03) DBG | hyperkit pid 3119 missing from process table
I0815 16:31:18.713751 3848 main.go:141] libmachine: (ha-138000-m03) DBG | pid 3119 is in state "Stopped"
I0815 16:31:18.713774 3848 main.go:141] libmachine: (ha-138000-m03) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/hyperkit.pid...
I0815 16:31:18.713958 3848 main.go:141] libmachine: (ha-138000-m03) DBG | Using UUID 4228381e-4618-4b8b-ac7c-129bf380703a
I0815 16:31:18.742338 3848 main.go:141] libmachine: (ha-138000-m03) DBG | Generated MAC 9e:18:89:2a:2d:99
I0815 16:31:18.742370 3848 main.go:141] libmachine: (ha-138000-m03) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000
I0815 16:31:18.742565 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"4228381e-4618-4b8b-ac7c-129bf380703a", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00037f470)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0815 16:31:18.742609 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"4228381e-4618-4b8b-ac7c-129bf380703a", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00037f470)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0815 16:31:18.742699 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "4228381e-4618-4b8b-ac7c-129bf380703a", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/ha-138000-m03.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/tty,log=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/bzimage,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-13
8000-m03/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000"}
I0815 16:31:18.742751 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 4228381e-4618-4b8b-ac7c-129bf380703a -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/ha-138000-m03.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/tty,log=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/console-ring -f kexec,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/bzimage,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/initrd,earlyprintk=serial loglevel=3 console=ttyS0 co
nsole=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000"
I0815 16:31:18.742790 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0815 16:31:18.744551 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 DEBUG: hyperkit: Pid is 4186
I0815 16:31:18.745071 3848 main.go:141] libmachine: (ha-138000-m03) DBG | Attempt 0
I0815 16:31:18.745087 3848 main.go:141] libmachine: (ha-138000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:31:18.745163 3848 main.go:141] libmachine: (ha-138000-m03) DBG | hyperkit pid from json: 4186
I0815 16:31:18.746856 3848 main.go:141] libmachine: (ha-138000-m03) DBG | Searching for 9e:18:89:2a:2d:99 in /var/db/dhcpd_leases ...
I0815 16:31:18.746937 3848 main.go:141] libmachine: (ha-138000-m03) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0815 16:31:18.746955 3848 main.go:141] libmachine: (ha-138000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:9a:c2:e9:d7:1c:58 ID:1,9a:c2:e9:d7:1c:58 Lease:0x66bfe10e}
I0815 16:31:18.746980 3848 main.go:141] libmachine: (ha-138000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:66:4d:cd:54:35:15 ID:1,66:4d:cd:54:35:15 Lease:0x66bfe0fb}
I0815 16:31:18.746991 3848 main.go:141] libmachine: (ha-138000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:66:d1:6e:6f:24:26 ID:1,66:d1:6e:6f:24:26 Lease:0x66be8e15}
I0815 16:31:18.747032 3848 main.go:141] libmachine: (ha-138000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:9e:18:89:2a:2d:99 ID:1,9e:18:89:2a:2d:99 Lease:0x66bfdedc}
I0815 16:31:18.747039 3848 main.go:141] libmachine: (ha-138000-m03) DBG | Found match: 9e:18:89:2a:2d:99
I0815 16:31:18.747040 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetConfigRaw
I0815 16:31:18.747045 3848 main.go:141] libmachine: (ha-138000-m03) DBG | IP: 192.169.0.7
I0815 16:31:18.747774 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetIP
I0815 16:31:18.747963 3848 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/config.json ...
I0815 16:31:18.748524 3848 machine.go:93] provisionDockerMachine start ...
I0815 16:31:18.748538 3848 main.go:141] libmachine: (ha-138000-m03) Calling .DriverName
I0815 16:31:18.748670 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:18.748765 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:18.748845 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:18.748950 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:18.749050 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:18.749179 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:31:18.749325 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0815 16:31:18.749333 3848 main.go:141] libmachine: About to run SSH command:
hostname
I0815 16:31:18.752657 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0815 16:31:18.760833 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0815 16:31:18.761721 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0815 16:31:18.761738 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0815 16:31:18.761746 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0815 16:31:18.761755 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:18 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0815 16:31:19.145894 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:19 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0815 16:31:19.145910 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:19 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0815 16:31:19.260828 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:19 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0815 16:31:19.260843 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:19 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0815 16:31:19.260851 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:19 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0815 16:31:19.260862 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:19 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0815 16:31:19.261711 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:19 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0815 16:31:19.261721 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:19 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0815 16:31:24.888063 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:24 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0815 16:31:24.888137 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:24 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0815 16:31:24.888149 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:24 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0815 16:31:24.911372 3848 main.go:141] libmachine: (ha-138000-m03) DBG | 2024/08/15 16:31:24 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0815 16:31:29.819902 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0815 16:31:29.819917 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetMachineName
I0815 16:31:29.820052 3848 buildroot.go:166] provisioning hostname "ha-138000-m03"
I0815 16:31:29.820067 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetMachineName
I0815 16:31:29.820174 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:29.820268 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:29.820353 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:29.820429 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:29.820504 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:29.820626 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:31:29.820777 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0815 16:31:29.820785 3848 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-138000-m03 && echo "ha-138000-m03" | sudo tee /etc/hostname
I0815 16:31:29.898224 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-138000-m03
I0815 16:31:29.898247 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:29.898395 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:29.898481 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:29.898567 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:29.898654 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:29.898789 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:31:29.898974 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0815 16:31:29.898986 3848 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-138000-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-138000-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-138000-m03' | sudo tee -a /etc/hosts;
fi
fi
I0815 16:31:29.968919 3848 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0815 16:31:29.968938 3848 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19452-977/.minikube CaCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19452-977/.minikube}
I0815 16:31:29.968947 3848 buildroot.go:174] setting up certificates
I0815 16:31:29.968952 3848 provision.go:84] configureAuth start
I0815 16:31:29.968959 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetMachineName
I0815 16:31:29.969088 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetIP
I0815 16:31:29.969172 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:29.969251 3848 provision.go:143] copyHostCerts
I0815 16:31:29.969278 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem
I0815 16:31:29.969343 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem, removing ...
I0815 16:31:29.969348 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem
I0815 16:31:29.969482 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem (1082 bytes)
I0815 16:31:29.969678 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem
I0815 16:31:29.969716 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem, removing ...
I0815 16:31:29.969721 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem
I0815 16:31:29.969830 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem (1123 bytes)
I0815 16:31:29.969984 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem
I0815 16:31:29.970023 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem, removing ...
I0815 16:31:29.970028 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem
I0815 16:31:29.970129 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem (1679 bytes)
I0815 16:31:29.970281 3848 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem org=jenkins.ha-138000-m03 san=[127.0.0.1 192.169.0.7 ha-138000-m03 localhost minikube]
I0815 16:31:30.063220 3848 provision.go:177] copyRemoteCerts
I0815 16:31:30.063270 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0815 16:31:30.063286 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:30.063426 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:30.063510 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:30.063603 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:30.063685 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/id_rsa Username:docker}
I0815 16:31:30.101783 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0815 16:31:30.101861 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0815 16:31:30.121792 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0815 16:31:30.121868 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0815 16:31:30.141970 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem -> /etc/docker/server.pem
I0815 16:31:30.142077 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0815 16:31:30.161960 3848 provision.go:87] duration metric: took 192.993235ms to configureAuth
I0815 16:31:30.161983 3848 buildroot.go:189] setting minikube options for container-runtime
I0815 16:31:30.162167 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:31:30.162199 3848 main.go:141] libmachine: (ha-138000-m03) Calling .DriverName
I0815 16:31:30.162337 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:30.162430 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:30.162521 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:30.162598 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:30.162675 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:30.162784 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:31:30.162913 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0815 16:31:30.162921 3848 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0815 16:31:30.228685 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0815 16:31:30.228697 3848 buildroot.go:70] root file system type: tmpfs
I0815 16:31:30.228781 3848 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0815 16:31:30.228793 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:30.228929 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:30.229020 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:30.229108 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:30.229195 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:30.229313 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:31:30.229444 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0815 16:31:30.229494 3848 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.5"
Environment="NO_PROXY=192.169.0.5,192.169.0.6"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0815 16:31:30.305200 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.5
Environment=NO_PROXY=192.169.0.5,192.169.0.6
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0815 16:31:30.305217 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:30.305352 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:30.305448 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:30.305543 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:30.305648 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:30.305802 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:31:30.305948 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0815 16:31:30.305961 3848 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0815 16:31:31.969522 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0815 16:31:31.969536 3848 machine.go:96] duration metric: took 13.221047415s to provisionDockerMachine
I0815 16:31:31.969548 3848 start.go:293] postStartSetup for "ha-138000-m03" (driver="hyperkit")
I0815 16:31:31.969555 3848 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0815 16:31:31.969566 3848 main.go:141] libmachine: (ha-138000-m03) Calling .DriverName
I0815 16:31:31.969757 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0815 16:31:31.969772 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:31.969871 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:31.969976 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:31.970054 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:31.970139 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/id_rsa Username:docker}
I0815 16:31:32.013928 3848 ssh_runner.go:195] Run: cat /etc/os-release
I0815 16:31:32.017159 3848 info.go:137] Remote host: Buildroot 2023.02.9
I0815 16:31:32.017170 3848 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19452-977/.minikube/addons for local assets ...
I0815 16:31:32.017274 3848 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19452-977/.minikube/files for local assets ...
I0815 16:31:32.017462 3848 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> 14982.pem in /etc/ssl/certs
I0815 16:31:32.017468 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> /etc/ssl/certs/14982.pem
I0815 16:31:32.017677 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0815 16:31:32.029028 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem --> /etc/ssl/certs/14982.pem (1708 bytes)
I0815 16:31:32.059130 3848 start.go:296] duration metric: took 89.573356ms for postStartSetup
I0815 16:31:32.059162 3848 main.go:141] libmachine: (ha-138000-m03) Calling .DriverName
I0815 16:31:32.059341 3848 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0815 16:31:32.059355 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:32.059449 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:32.059534 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:32.059624 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:32.059708 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/id_rsa Username:docker}
I0815 16:31:32.098694 3848 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0815 16:31:32.098758 3848 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0815 16:31:32.152993 3848 fix.go:56] duration metric: took 13.533862474s for fixHost
I0815 16:31:32.153017 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:32.153168 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:32.153266 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:32.153360 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:32.153453 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:32.153579 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:31:32.153719 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0815 16:31:32.153727 3848 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0815 16:31:32.220010 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: 1723764692.474550074
I0815 16:31:32.220026 3848 fix.go:216] guest clock: 1723764692.474550074
I0815 16:31:32.220031 3848 fix.go:229] Guest: 2024-08-15 16:31:32.474550074 -0700 PDT Remote: 2024-08-15 16:31:32.153007 -0700 PDT m=+98.155027601 (delta=321.543074ms)
I0815 16:31:32.220043 3848 fix.go:200] guest clock delta is within tolerance: 321.543074ms
I0815 16:31:32.220047 3848 start.go:83] releasing machines lock for "ha-138000-m03", held for 13.600937599s
I0815 16:31:32.220063 3848 main.go:141] libmachine: (ha-138000-m03) Calling .DriverName
I0815 16:31:32.220193 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetIP
I0815 16:31:32.242484 3848 out.go:177] * Found network options:
I0815 16:31:32.262540 3848 out.go:177] - NO_PROXY=192.169.0.5,192.169.0.6
W0815 16:31:32.284750 3848 proxy.go:119] fail to check proxy env: Error ip not in block
W0815 16:31:32.284780 3848 proxy.go:119] fail to check proxy env: Error ip not in block
I0815 16:31:32.284808 3848 main.go:141] libmachine: (ha-138000-m03) Calling .DriverName
I0815 16:31:32.285357 3848 main.go:141] libmachine: (ha-138000-m03) Calling .DriverName
I0815 16:31:32.285486 3848 main.go:141] libmachine: (ha-138000-m03) Calling .DriverName
I0815 16:31:32.285580 3848 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0815 16:31:32.285610 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
W0815 16:31:32.285635 3848 proxy.go:119] fail to check proxy env: Error ip not in block
W0815 16:31:32.285649 3848 proxy.go:119] fail to check proxy env: Error ip not in block
I0815 16:31:32.285725 3848 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0815 16:31:32.285743 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHHostname
I0815 16:31:32.285746 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:32.285912 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHPort
I0815 16:31:32.285930 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:32.286051 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHKeyPath
I0815 16:31:32.286078 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:32.286176 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetSSHUsername
I0815 16:31:32.286220 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/id_rsa Username:docker}
I0815 16:31:32.286297 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m03/id_rsa Username:docker}
W0815 16:31:32.322271 3848 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0815 16:31:32.322331 3848 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0815 16:31:32.369504 3848 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0815 16:31:32.369521 3848 start.go:495] detecting cgroup driver to use...
I0815 16:31:32.369607 3848 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0815 16:31:32.385397 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0815 16:31:32.393793 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0815 16:31:32.401893 3848 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0815 16:31:32.401954 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0815 16:31:32.410021 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0815 16:31:32.418144 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0815 16:31:32.426371 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0815 16:31:32.434583 3848 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0815 16:31:32.442902 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0815 16:31:32.451254 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0815 16:31:32.459565 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0815 16:31:32.467863 3848 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0815 16:31:32.475226 3848 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0815 16:31:32.482724 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:31:32.583602 3848 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0815 16:31:32.603710 3848 start.go:495] detecting cgroup driver to use...
I0815 16:31:32.603796 3848 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0815 16:31:32.620091 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0815 16:31:32.633248 3848 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0815 16:31:32.652532 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0815 16:31:32.666138 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0815 16:31:32.676424 3848 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0815 16:31:32.697061 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0815 16:31:32.707503 3848 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0815 16:31:32.722896 3848 ssh_runner.go:195] Run: which cri-dockerd
I0815 16:31:32.725902 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0815 16:31:32.733526 3848 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0815 16:31:32.747908 3848 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0815 16:31:32.853084 3848 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0815 16:31:32.953384 3848 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0815 16:31:32.953408 3848 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0815 16:31:32.968013 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:31:33.073760 3848 ssh_runner.go:195] Run: sudo systemctl restart docker
I0815 16:31:35.380632 3848 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.306859581s)
I0815 16:31:35.380695 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0815 16:31:35.391776 3848 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0815 16:31:35.404750 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0815 16:31:35.414823 3848 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0815 16:31:35.508250 3848 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0815 16:31:35.605930 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:31:35.720643 3848 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0815 16:31:35.734388 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0815 16:31:35.745523 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:31:35.849768 3848 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0815 16:31:35.916223 3848 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0815 16:31:35.916311 3848 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0815 16:31:35.920652 3848 start.go:563] Will wait 60s for crictl version
I0815 16:31:35.920712 3848 ssh_runner.go:195] Run: which crictl
I0815 16:31:35.923687 3848 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0815 16:31:35.951143 3848 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.1.2
RuntimeApiVersion: v1
I0815 16:31:35.951216 3848 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0815 16:31:35.970702 3848 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0815 16:31:36.011114 3848 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.1.2 ...
I0815 16:31:36.053083 3848 out.go:177] - env NO_PROXY=192.169.0.5
I0815 16:31:36.074064 3848 out.go:177] - env NO_PROXY=192.169.0.5,192.169.0.6
I0815 16:31:36.094992 3848 main.go:141] libmachine: (ha-138000-m03) Calling .GetIP
I0815 16:31:36.095254 3848 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0815 16:31:36.098563 3848 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0815 16:31:36.107924 3848 mustload.go:65] Loading cluster: ha-138000
I0815 16:31:36.108121 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:31:36.108349 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:31:36.108371 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:31:36.117631 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52302
I0815 16:31:36.118004 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:31:36.118362 3848 main.go:141] libmachine: Using API Version 1
I0815 16:31:36.118373 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:31:36.118572 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:31:36.118683 3848 main.go:141] libmachine: (ha-138000) Calling .GetState
I0815 16:31:36.118769 3848 main.go:141] libmachine: (ha-138000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:31:36.118858 3848 main.go:141] libmachine: (ha-138000) DBG | hyperkit pid from json: 3862
I0815 16:31:36.119807 3848 host.go:66] Checking if "ha-138000" exists ...
I0815 16:31:36.120056 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:31:36.120079 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:31:36.128888 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52304
I0815 16:31:36.129245 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:31:36.129613 3848 main.go:141] libmachine: Using API Version 1
I0815 16:31:36.129628 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:31:36.129838 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:31:36.129960 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:31:36.130061 3848 certs.go:68] Setting up /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000 for IP: 192.169.0.7
I0815 16:31:36.130067 3848 certs.go:194] generating shared ca certs ...
I0815 16:31:36.130076 3848 certs.go:226] acquiring lock for ca certs: {Name:mka1c88019f6064d2983ac988db71a67aeb65696 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0815 16:31:36.130237 3848 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key
I0815 16:31:36.130321 3848 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key
I0815 16:31:36.130330 3848 certs.go:256] generating profile certs ...
I0815 16:31:36.130443 3848 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/client.key
I0815 16:31:36.130530 3848 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.key.c7e1c29f
I0815 16:31:36.130604 3848 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.key
I0815 16:31:36.130617 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0815 16:31:36.130638 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0815 16:31:36.130658 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0815 16:31:36.130676 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0815 16:31:36.130694 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0815 16:31:36.130735 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0815 16:31:36.130766 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0815 16:31:36.130785 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0815 16:31:36.130871 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem (1338 bytes)
W0815 16:31:36.130920 3848 certs.go:480] ignoring /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498_empty.pem, impossibly tiny 0 bytes
I0815 16:31:36.130928 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem (1679 bytes)
I0815 16:31:36.130977 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem (1082 bytes)
I0815 16:31:36.131019 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem (1123 bytes)
I0815 16:31:36.131050 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem (1679 bytes)
I0815 16:31:36.131116 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem (1708 bytes)
I0815 16:31:36.131153 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem -> /usr/share/ca-certificates/1498.pem
I0815 16:31:36.131174 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> /usr/share/ca-certificates/14982.pem
I0815 16:31:36.131191 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0815 16:31:36.131214 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHHostname
I0815 16:31:36.131305 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHPort
I0815 16:31:36.131384 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHKeyPath
I0815 16:31:36.131503 3848 main.go:141] libmachine: (ha-138000) Calling .GetSSHUsername
I0815 16:31:36.131582 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000/id_rsa Username:docker}
I0815 16:31:36.163135 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I0815 16:31:36.167195 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0815 16:31:36.177598 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I0815 16:31:36.181380 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I0815 16:31:36.190596 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I0815 16:31:36.194001 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0815 16:31:36.202689 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I0815 16:31:36.205906 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I0815 16:31:36.214386 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I0815 16:31:36.217472 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0815 16:31:36.226235 3848 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I0815 16:31:36.229561 3848 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0815 16:31:36.238534 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0815 16:31:36.259009 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0815 16:31:36.279081 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0815 16:31:36.299147 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0815 16:31:36.319142 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0815 16:31:36.339480 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0815 16:31:36.359157 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0815 16:31:36.379445 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0815 16:31:36.399731 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem --> /usr/share/ca-certificates/1498.pem (1338 bytes)
I0815 16:31:36.419506 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem --> /usr/share/ca-certificates/14982.pem (1708 bytes)
I0815 16:31:36.439172 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0815 16:31:36.458742 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0815 16:31:36.472323 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I0815 16:31:36.486349 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0815 16:31:36.500064 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I0815 16:31:36.513680 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0815 16:31:36.527778 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0815 16:31:36.541967 3848 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0815 16:31:36.555903 3848 ssh_runner.go:195] Run: openssl version
I0815 16:31:36.560554 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14982.pem && ln -fs /usr/share/ca-certificates/14982.pem /etc/ssl/certs/14982.pem"
I0815 16:31:36.569772 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14982.pem
I0815 16:31:36.573086 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Aug 15 23:14 /usr/share/ca-certificates/14982.pem
I0815 16:31:36.573133 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14982.pem
I0815 16:31:36.577434 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/14982.pem /etc/ssl/certs/3ec20f2e.0"
I0815 16:31:36.585945 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0815 16:31:36.594481 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0815 16:31:36.598014 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Aug 15 23:05 /usr/share/ca-certificates/minikubeCA.pem
I0815 16:31:36.598056 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0815 16:31:36.602322 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0815 16:31:36.611545 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1498.pem && ln -fs /usr/share/ca-certificates/1498.pem /etc/ssl/certs/1498.pem"
I0815 16:31:36.620267 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1498.pem
I0815 16:31:36.623763 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Aug 15 23:14 /usr/share/ca-certificates/1498.pem
I0815 16:31:36.623818 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1498.pem
I0815 16:31:36.628404 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1498.pem /etc/ssl/certs/51391683.0"
I0815 16:31:36.637260 3848 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0815 16:31:36.640760 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0815 16:31:36.645076 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0815 16:31:36.649285 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0815 16:31:36.653546 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0815 16:31:36.657801 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0815 16:31:36.662041 3848 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0815 16:31:36.666218 3848 kubeadm.go:934] updating node {m03 192.169.0.7 8443 v1.31.0 docker true true} ...
I0815 16:31:36.666285 3848 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-138000-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.7
[Install]
config:
{KubernetesVersion:v1.31.0 ClusterName:ha-138000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0815 16:31:36.666303 3848 kube-vip.go:115] generating kube-vip config ...
I0815 16:31:36.666340 3848 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0815 16:31:36.678617 3848 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0815 16:31:36.678664 3848 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0815 16:31:36.678722 3848 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0
I0815 16:31:36.686802 3848 binaries.go:44] Found k8s binaries, skipping transfer
I0815 16:31:36.686869 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0815 16:31:36.694600 3848 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)
I0815 16:31:36.708358 3848 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0815 16:31:36.721865 3848 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0815 16:31:36.736604 3848 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0815 16:31:36.739496 3848 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0815 16:31:36.748868 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:31:36.847387 3848 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0815 16:31:36.862652 3848 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0815 16:31:36.862839 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:31:36.884247 3848 out.go:177] * Verifying Kubernetes components...
I0815 16:31:36.904597 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:31:37.032729 3848 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0815 16:31:37.044674 3848 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19452-977/kubeconfig
I0815 16:31:37.044869 3848 kapi.go:59] client config for ha-138000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/client.key", CAFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, U
serAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x3a6cf60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0815 16:31:37.044913 3848 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.5:8443
I0815 16:31:37.045078 3848 node_ready.go:35] waiting up to 6m0s for node "ha-138000-m03" to be "Ready" ...
I0815 16:31:37.045127 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:37.045132 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.045138 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.045142 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.047558 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:37.545663 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:37.545719 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.545727 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.545756 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.548346 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:37.548775 3848 node_ready.go:49] node "ha-138000-m03" has status "Ready":"True"
I0815 16:31:37.548786 3848 node_ready.go:38] duration metric: took 503.701087ms for node "ha-138000-m03" to be "Ready" ...
I0815 16:31:37.548799 3848 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0815 16:31:37.548839 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0815 16:31:37.548848 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.548854 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.548859 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.555174 3848 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0815 16:31:37.561193 3848 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-dmgt5" in "kube-system" namespace to be "Ready" ...
I0815 16:31:37.561251 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-dmgt5
I0815 16:31:37.561256 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.561262 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.561267 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.563487 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:37.564065 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:37.564072 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.564078 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.564081 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.566147 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:37.566458 3848 pod_ready.go:93] pod "coredns-6f6b679f8f-dmgt5" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:37.566468 3848 pod_ready.go:82] duration metric: took 5.259716ms for pod "coredns-6f6b679f8f-dmgt5" in "kube-system" namespace to be "Ready" ...
I0815 16:31:37.566475 3848 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-zc8jj" in "kube-system" namespace to be "Ready" ...
I0815 16:31:37.566514 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-zc8jj
I0815 16:31:37.566519 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.566525 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.566529 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.568717 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:37.569347 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:37.569355 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.569361 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.569365 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.571508 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:37.571903 3848 pod_ready.go:93] pod "coredns-6f6b679f8f-zc8jj" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:37.571913 3848 pod_ready.go:82] duration metric: took 5.431792ms for pod "coredns-6f6b679f8f-zc8jj" in "kube-system" namespace to be "Ready" ...
I0815 16:31:37.571919 3848 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:31:37.571962 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000
I0815 16:31:37.571967 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.571973 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.571976 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.574222 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:37.574650 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:37.574659 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.574665 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.574669 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.576917 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:37.577415 3848 pod_ready.go:93] pod "etcd-ha-138000" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:37.577426 3848 pod_ready.go:82] duration metric: took 5.501032ms for pod "etcd-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:31:37.577433 3848 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:37.577470 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m02
I0815 16:31:37.577478 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.577485 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.577489 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.579610 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:37.580030 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:37.580038 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.580044 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.580049 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.582713 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:37.583250 3848 pod_ready.go:93] pod "etcd-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:37.583261 3848 pod_ready.go:82] duration metric: took 5.823471ms for pod "etcd-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:37.583269 3848 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:37.745749 3848 request.go:632] Waited for 162.439343ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:37.745806 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:37.745816 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.745824 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.745836 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.748134 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:37.945907 3848 request.go:632] Waited for 197.272516ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:37.945950 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:37.945956 3848 round_trippers.go:469] Request Headers:
I0815 16:31:37.945962 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:37.945966 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:37.948855 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:38.146195 3848 request.go:632] Waited for 62.814852ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:38.146243 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:38.146249 3848 round_trippers.go:469] Request Headers:
I0815 16:31:38.146296 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:38.146301 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:38.149137 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:38.346943 3848 request.go:632] Waited for 197.306674ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:38.346985 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:38.346994 3848 round_trippers.go:469] Request Headers:
I0815 16:31:38.347003 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:38.347010 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:38.349878 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:38.583459 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:38.583505 3848 round_trippers.go:469] Request Headers:
I0815 16:31:38.583514 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:38.583520 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:38.590031 3848 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0815 16:31:38.745745 3848 request.go:632] Waited for 155.336663ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:38.745818 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:38.745825 3848 round_trippers.go:469] Request Headers:
I0815 16:31:38.745831 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:38.745836 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:38.748530 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:39.083990 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:39.084003 3848 round_trippers.go:469] Request Headers:
I0815 16:31:39.084009 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:39.084013 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:39.086519 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:39.146468 3848 request.go:632] Waited for 59.248658ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:39.146510 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:39.146515 3848 round_trippers.go:469] Request Headers:
I0815 16:31:39.146521 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:39.146525 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:39.148504 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:39.583999 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:39.584017 3848 round_trippers.go:469] Request Headers:
I0815 16:31:39.584026 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:39.584029 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:39.589510 3848 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0815 16:31:39.590427 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:39.590438 3848 round_trippers.go:469] Request Headers:
I0815 16:31:39.590445 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:39.590449 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:39.592655 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:39.593056 3848 pod_ready.go:103] pod "etcd-ha-138000-m03" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:40.084185 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:40.084202 3848 round_trippers.go:469] Request Headers:
I0815 16:31:40.084209 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:40.084214 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:40.086419 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:40.087158 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:40.087166 3848 round_trippers.go:469] Request Headers:
I0815 16:31:40.087172 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:40.087196 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:40.088975 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:40.584037 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:40.584051 3848 round_trippers.go:469] Request Headers:
I0815 16:31:40.584058 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:40.584061 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:40.586450 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:40.586944 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:40.586952 3848 round_trippers.go:469] Request Headers:
I0815 16:31:40.586958 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:40.586963 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:40.589014 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:41.083405 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:41.083421 3848 round_trippers.go:469] Request Headers:
I0815 16:31:41.083427 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:41.083433 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:41.086228 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:41.086971 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:41.086978 3848 round_trippers.go:469] Request Headers:
I0815 16:31:41.086985 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:41.086990 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:41.097843 3848 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I0815 16:31:41.583963 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:41.583987 3848 round_trippers.go:469] Request Headers:
I0815 16:31:41.583999 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:41.584008 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:41.587268 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:41.588066 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:41.588074 3848 round_trippers.go:469] Request Headers:
I0815 16:31:41.588079 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:41.588083 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:41.589716 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:42.083443 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:42.083462 3848 round_trippers.go:469] Request Headers:
I0815 16:31:42.083471 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:42.083482 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:42.085751 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:42.086179 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:42.086187 3848 round_trippers.go:469] Request Headers:
I0815 16:31:42.086194 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:42.086197 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:42.087825 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:42.088133 3848 pod_ready.go:103] pod "etcd-ha-138000-m03" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:42.584042 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:42.584070 3848 round_trippers.go:469] Request Headers:
I0815 16:31:42.584081 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:42.584089 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:42.587530 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:42.588287 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:42.588295 3848 round_trippers.go:469] Request Headers:
I0815 16:31:42.588301 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:42.588305 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:42.589868 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:43.085149 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:43.085164 3848 round_trippers.go:469] Request Headers:
I0815 16:31:43.085170 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:43.085174 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:43.087319 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:43.087818 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:43.087825 3848 round_trippers.go:469] Request Headers:
I0815 16:31:43.087831 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:43.087834 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:43.089562 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:43.583720 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:43.583737 3848 round_trippers.go:469] Request Headers:
I0815 16:31:43.583744 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:43.583747 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:43.586238 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:43.586831 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:43.586842 3848 round_trippers.go:469] Request Headers:
I0815 16:31:43.586849 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:43.586852 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:43.589092 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:44.084178 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:44.084189 3848 round_trippers.go:469] Request Headers:
I0815 16:31:44.084195 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:44.084198 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:44.086364 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:44.086790 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:44.086798 3848 round_trippers.go:469] Request Headers:
I0815 16:31:44.086805 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:44.086809 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:44.088812 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:44.089107 3848 pod_ready.go:103] pod "etcd-ha-138000-m03" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:44.584718 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:44.584743 3848 round_trippers.go:469] Request Headers:
I0815 16:31:44.584755 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:44.584763 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:44.587851 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:44.588606 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:44.588615 3848 round_trippers.go:469] Request Headers:
I0815 16:31:44.588621 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:44.588624 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:44.590403 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:45.083471 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:45.083486 3848 round_trippers.go:469] Request Headers:
I0815 16:31:45.083492 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:45.083496 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:45.085722 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:45.086170 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:45.086177 3848 round_trippers.go:469] Request Headers:
I0815 16:31:45.086186 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:45.086189 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:45.087992 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:45.583684 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:45.583761 3848 round_trippers.go:469] Request Headers:
I0815 16:31:45.583775 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:45.583782 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:45.586696 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:45.587281 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:45.587292 3848 round_trippers.go:469] Request Headers:
I0815 16:31:45.587300 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:45.587305 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:45.588851 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:46.083567 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:46.083581 3848 round_trippers.go:469] Request Headers:
I0815 16:31:46.083590 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:46.083595 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:46.086254 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:46.086706 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:46.086714 3848 round_trippers.go:469] Request Headers:
I0815 16:31:46.086720 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:46.086724 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:46.088505 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:46.583431 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:46.583454 3848 round_trippers.go:469] Request Headers:
I0815 16:31:46.583474 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:46.583477 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:46.586641 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:46.587367 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:46.587376 3848 round_trippers.go:469] Request Headers:
I0815 16:31:46.587383 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:46.587389 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:46.590271 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:46.590924 3848 pod_ready.go:103] pod "etcd-ha-138000-m03" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:47.085070 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:47.085088 3848 round_trippers.go:469] Request Headers:
I0815 16:31:47.085094 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:47.085097 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:47.087411 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:47.087834 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:47.087841 3848 round_trippers.go:469] Request Headers:
I0815 16:31:47.087847 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:47.087856 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:47.089857 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:47.583460 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:47.583510 3848 round_trippers.go:469] Request Headers:
I0815 16:31:47.583537 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:47.583547 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:47.586412 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:47.587147 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:47.587155 3848 round_trippers.go:469] Request Headers:
I0815 16:31:47.587161 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:47.587164 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:47.589077 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:48.084130 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:48.084172 3848 round_trippers.go:469] Request Headers:
I0815 16:31:48.084180 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:48.084184 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:48.086241 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:48.086700 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:48.086708 3848 round_trippers.go:469] Request Headers:
I0815 16:31:48.086715 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:48.086719 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:48.088392 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:48.583712 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:48.583726 3848 round_trippers.go:469] Request Headers:
I0815 16:31:48.583733 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:48.583736 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:48.585950 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:48.586404 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:48.586411 3848 round_trippers.go:469] Request Headers:
I0815 16:31:48.586417 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:48.586420 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:48.588064 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:49.084795 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:49.084810 3848 round_trippers.go:469] Request Headers:
I0815 16:31:49.084817 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:49.084821 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:49.087201 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:49.087638 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:49.087646 3848 round_trippers.go:469] Request Headers:
I0815 16:31:49.087651 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:49.087655 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:49.089294 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:49.089762 3848 pod_ready.go:103] pod "etcd-ha-138000-m03" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:49.584532 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:49.584586 3848 round_trippers.go:469] Request Headers:
I0815 16:31:49.584596 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:49.584602 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:49.586828 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:49.587368 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:49.587376 3848 round_trippers.go:469] Request Headers:
I0815 16:31:49.587381 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:49.587386 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:49.589092 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:50.084677 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:50.084702 3848 round_trippers.go:469] Request Headers:
I0815 16:31:50.084714 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:50.084720 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:50.090233 3848 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0815 16:31:50.091082 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:50.091090 3848 round_trippers.go:469] Request Headers:
I0815 16:31:50.091095 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:50.091098 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:50.093397 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:50.584557 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:50.584594 3848 round_trippers.go:469] Request Headers:
I0815 16:31:50.584607 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:50.584614 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:50.587331 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:50.588105 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:50.588113 3848 round_trippers.go:469] Request Headers:
I0815 16:31:50.588119 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:50.588122 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:50.589783 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:51.084222 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:51.084238 3848 round_trippers.go:469] Request Headers:
I0815 16:31:51.084245 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:51.084249 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:51.086498 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:51.086853 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:51.086860 3848 round_trippers.go:469] Request Headers:
I0815 16:31:51.086866 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:51.086869 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:51.088548 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:51.583648 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:51.583662 3848 round_trippers.go:469] Request Headers:
I0815 16:31:51.583669 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:51.583673 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:51.585837 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:51.586356 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:51.586364 3848 round_trippers.go:469] Request Headers:
I0815 16:31:51.586370 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:51.586374 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:51.588027 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:51.588324 3848 pod_ready.go:103] pod "etcd-ha-138000-m03" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:52.083439 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:31:52.083464 3848 round_trippers.go:469] Request Headers:
I0815 16:31:52.083477 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:52.083486 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:52.086839 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:52.087326 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:52.087334 3848 round_trippers.go:469] Request Headers:
I0815 16:31:52.087340 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:52.087344 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:52.089021 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:52.089421 3848 pod_ready.go:93] pod "etcd-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:52.089431 3848 pod_ready.go:82] duration metric: took 14.506206257s for pod "etcd-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:52.089443 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:31:52.089476 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000
I0815 16:31:52.089481 3848 round_trippers.go:469] Request Headers:
I0815 16:31:52.089487 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:52.089490 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:52.091044 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:52.091506 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:52.091513 3848 round_trippers.go:469] Request Headers:
I0815 16:31:52.091519 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:52.091522 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:52.093067 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:52.093523 3848 pod_ready.go:93] pod "kube-apiserver-ha-138000" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:52.093534 3848 pod_ready.go:82] duration metric: took 4.083615ms for pod "kube-apiserver-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:31:52.093540 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:52.093569 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:31:52.093574 3848 round_trippers.go:469] Request Headers:
I0815 16:31:52.093579 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:52.093583 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:52.096079 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:52.096682 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:52.096689 3848 round_trippers.go:469] Request Headers:
I0815 16:31:52.096695 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:52.096698 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:52.098629 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:52.099014 3848 pod_ready.go:93] pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:52.099023 3848 pod_ready.go:82] duration metric: took 5.477344ms for pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:52.099030 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:52.099060 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m03
I0815 16:31:52.099065 3848 round_trippers.go:469] Request Headers:
I0815 16:31:52.099071 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:52.099075 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:52.100773 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:52.101171 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:52.101178 3848 round_trippers.go:469] Request Headers:
I0815 16:31:52.101184 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:52.101188 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:52.108504 3848 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I0815 16:31:52.599355 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m03
I0815 16:31:52.599371 3848 round_trippers.go:469] Request Headers:
I0815 16:31:52.599378 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:52.599380 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:52.603474 3848 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0815 16:31:52.603827 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:52.603834 3848 round_trippers.go:469] Request Headers:
I0815 16:31:52.603839 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:52.603842 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:52.607400 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:53.100426 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m03
I0815 16:31:53.100452 3848 round_trippers.go:469] Request Headers:
I0815 16:31:53.100465 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:53.100469 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:53.103591 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:53.103977 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:53.103985 3848 round_trippers.go:469] Request Headers:
I0815 16:31:53.103991 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:53.103995 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:53.105550 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:53.600030 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m03
I0815 16:31:53.600056 3848 round_trippers.go:469] Request Headers:
I0815 16:31:53.600098 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:53.600106 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:53.603820 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:53.604279 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:53.604287 3848 round_trippers.go:469] Request Headers:
I0815 16:31:53.604292 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:53.604302 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:53.605948 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:54.100215 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m03
I0815 16:31:54.100240 3848 round_trippers.go:469] Request Headers:
I0815 16:31:54.100248 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:54.100254 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:54.103639 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:54.104211 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:54.104222 3848 round_trippers.go:469] Request Headers:
I0815 16:31:54.104230 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:54.104236 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:54.106285 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:54.106596 3848 pod_ready.go:103] pod "kube-apiserver-ha-138000-m03" in "kube-system" namespace has status "Ready":"False"
I0815 16:31:54.600238 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m03
I0815 16:31:54.600262 3848 round_trippers.go:469] Request Headers:
I0815 16:31:54.600275 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:54.600280 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:54.603528 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:54.604248 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:54.604259 3848 round_trippers.go:469] Request Headers:
I0815 16:31:54.604268 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:54.604276 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:54.606261 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:54.606605 3848 pod_ready.go:93] pod "kube-apiserver-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:54.606614 3848 pod_ready.go:82] duration metric: took 2.507587207s for pod "kube-apiserver-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:54.606621 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:31:54.606652 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:31:54.606657 3848 round_trippers.go:469] Request Headers:
I0815 16:31:54.606663 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:54.606677 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:54.608196 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:54.608645 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:54.608652 3848 round_trippers.go:469] Request Headers:
I0815 16:31:54.608658 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:54.608661 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:54.610174 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:54.610543 3848 pod_ready.go:93] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:54.610551 3848 pod_ready.go:82] duration metric: took 3.924647ms for pod "kube-controller-manager-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:31:54.610565 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:54.610597 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000-m02
I0815 16:31:54.610601 3848 round_trippers.go:469] Request Headers:
I0815 16:31:54.610607 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:54.610611 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:54.612220 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:54.612637 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:54.612644 3848 round_trippers.go:469] Request Headers:
I0815 16:31:54.612648 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:54.612652 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:54.614115 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:54.614453 3848 pod_ready.go:93] pod "kube-controller-manager-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:54.614461 3848 pod_ready.go:82] duration metric: took 3.890604ms for pod "kube-controller-manager-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:54.614467 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:54.685393 3848 request.go:632] Waited for 70.886034ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000-m03
I0815 16:31:54.685542 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000-m03
I0815 16:31:54.685554 3848 round_trippers.go:469] Request Headers:
I0815 16:31:54.685565 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:54.685572 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:54.689462 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:54.884047 3848 request.go:632] Waited for 194.079873ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:54.884179 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:54.884194 3848 round_trippers.go:469] Request Headers:
I0815 16:31:54.884206 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:54.884216 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:54.887378 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:54.887638 3848 pod_ready.go:93] pod "kube-controller-manager-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:54.887648 3848 pod_ready.go:82] duration metric: took 273.176916ms for pod "kube-controller-manager-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:54.887655 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-cznkn" in "kube-system" namespace to be "Ready" ...
I0815 16:31:55.084696 3848 request.go:632] Waited for 197.006461ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cznkn
I0815 16:31:55.084754 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cznkn
I0815 16:31:55.084760 3848 round_trippers.go:469] Request Headers:
I0815 16:31:55.084766 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:55.084770 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:55.086486 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:31:55.284932 3848 request.go:632] Waited for 198.019424ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:55.285014 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:55.285023 3848 round_trippers.go:469] Request Headers:
I0815 16:31:55.285031 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:55.285034 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:55.287587 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:55.288003 3848 pod_ready.go:93] pod "kube-proxy-cznkn" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:55.288012 3848 pod_ready.go:82] duration metric: took 400.352996ms for pod "kube-proxy-cznkn" in "kube-system" namespace to be "Ready" ...
I0815 16:31:55.288019 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-kxghx" in "kube-system" namespace to be "Ready" ...
I0815 16:31:55.484813 3848 request.go:632] Waited for 196.749045ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-kxghx
I0815 16:31:55.484909 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-kxghx
I0815 16:31:55.484933 3848 round_trippers.go:469] Request Headers:
I0815 16:31:55.484946 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:55.484952 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:55.487936 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:55.684903 3848 request.go:632] Waited for 196.468256ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:55.684989 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:55.684999 3848 round_trippers.go:469] Request Headers:
I0815 16:31:55.685010 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:55.685019 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:55.688164 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:55.688606 3848 pod_ready.go:93] pod "kube-proxy-kxghx" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:55.688619 3848 pod_ready.go:82] duration metric: took 400.595564ms for pod "kube-proxy-kxghx" in "kube-system" namespace to be "Ready" ...
I0815 16:31:55.688628 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-qpth7" in "kube-system" namespace to be "Ready" ...
I0815 16:31:55.884647 3848 request.go:632] Waited for 195.972571ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-qpth7
I0815 16:31:55.884703 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-qpth7
I0815 16:31:55.884734 3848 round_trippers.go:469] Request Headers:
I0815 16:31:55.884828 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:55.884842 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:55.887780 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:56.085059 3848 request.go:632] Waited for 196.76753ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m04
I0815 16:31:56.085155 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m04
I0815 16:31:56.085166 3848 round_trippers.go:469] Request Headers:
I0815 16:31:56.085178 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:56.085187 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:56.088438 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:56.088843 3848 pod_ready.go:98] node "ha-138000-m04" hosting pod "kube-proxy-qpth7" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-138000-m04" has status "Ready":"Unknown"
I0815 16:31:56.088858 3848 pod_ready.go:82] duration metric: took 400.224535ms for pod "kube-proxy-qpth7" in "kube-system" namespace to be "Ready" ...
E0815 16:31:56.088867 3848 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-138000-m04" hosting pod "kube-proxy-qpth7" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-138000-m04" has status "Ready":"Unknown"
I0815 16:31:56.088873 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tf79g" in "kube-system" namespace to be "Ready" ...
I0815 16:31:56.284412 3848 request.go:632] Waited for 195.467169ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tf79g
I0815 16:31:56.284533 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tf79g
I0815 16:31:56.284544 3848 round_trippers.go:469] Request Headers:
I0815 16:31:56.284556 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:56.284567 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:56.287997 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:56.483641 3848 request.go:632] Waited for 195.132786ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:56.483717 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:56.483778 3848 round_trippers.go:469] Request Headers:
I0815 16:31:56.483801 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:56.483810 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:56.486922 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:56.487377 3848 pod_ready.go:93] pod "kube-proxy-tf79g" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:56.487387 3848 pod_ready.go:82] duration metric: took 398.50917ms for pod "kube-proxy-tf79g" in "kube-system" namespace to be "Ready" ...
I0815 16:31:56.487394 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:31:56.684509 3848 request.go:632] Waited for 197.075187ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000
I0815 16:31:56.684584 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000
I0815 16:31:56.684592 3848 round_trippers.go:469] Request Headers:
I0815 16:31:56.684600 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:56.684606 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:56.687177 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:56.884267 3848 request.go:632] Waited for 196.705982ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:56.884375 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:31:56.884384 3848 round_trippers.go:469] Request Headers:
I0815 16:31:56.884392 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:56.884396 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:56.886486 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:56.886846 3848 pod_ready.go:93] pod "kube-scheduler-ha-138000" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:56.886854 3848 pod_ready.go:82] duration metric: took 399.455831ms for pod "kube-scheduler-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:31:56.886860 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:57.083869 3848 request.go:632] Waited for 196.961301ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m02
I0815 16:31:57.083950 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m02
I0815 16:31:57.083960 3848 round_trippers.go:469] Request Headers:
I0815 16:31:57.083983 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:57.083992 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:57.087081 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:57.285517 3848 request.go:632] Waited for 197.962246ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:57.285639 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:31:57.285649 3848 round_trippers.go:469] Request Headers:
I0815 16:31:57.285659 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:57.285667 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:57.288947 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:57.289317 3848 pod_ready.go:93] pod "kube-scheduler-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:57.289331 3848 pod_ready.go:82] duration metric: took 402.465658ms for pod "kube-scheduler-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:31:57.289340 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:57.483919 3848 request.go:632] Waited for 194.531212ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m03
I0815 16:31:57.484018 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m03
I0815 16:31:57.484029 3848 round_trippers.go:469] Request Headers:
I0815 16:31:57.484041 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:57.484049 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:57.486736 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:31:57.683533 3848 request.go:632] Waited for 196.372817ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:57.683619 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:31:57.683630 3848 round_trippers.go:469] Request Headers:
I0815 16:31:57.683642 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:57.683649 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:57.686767 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:57.687131 3848 pod_ready.go:93] pod "kube-scheduler-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:31:57.687146 3848 pod_ready.go:82] duration metric: took 397.799248ms for pod "kube-scheduler-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:31:57.687155 3848 pod_ready.go:39] duration metric: took 20.138416099s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0815 16:31:57.687170 3848 api_server.go:52] waiting for apiserver process to appear ...
I0815 16:31:57.687237 3848 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0815 16:31:57.700597 3848 api_server.go:72] duration metric: took 20.837986375s to wait for apiserver process to appear ...
I0815 16:31:57.700610 3848 api_server.go:88] waiting for apiserver healthz status ...
I0815 16:31:57.700622 3848 api_server.go:253] Checking apiserver healthz at https://192.169.0.5:8443/healthz ...
I0815 16:31:57.703621 3848 api_server.go:279] https://192.169.0.5:8443/healthz returned 200:
ok
I0815 16:31:57.703653 3848 round_trippers.go:463] GET https://192.169.0.5:8443/version
I0815 16:31:57.703658 3848 round_trippers.go:469] Request Headers:
I0815 16:31:57.703664 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:57.703670 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:57.704168 3848 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0815 16:31:57.704198 3848 api_server.go:141] control plane version: v1.31.0
I0815 16:31:57.704207 3848 api_server.go:131] duration metric: took 3.590796ms to wait for apiserver health ...
I0815 16:31:57.704213 3848 system_pods.go:43] waiting for kube-system pods to appear ...
I0815 16:31:57.884532 3848 request.go:632] Waited for 180.27549ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0815 16:31:57.884634 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0815 16:31:57.884645 3848 round_trippers.go:469] Request Headers:
I0815 16:31:57.884656 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:57.884661 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:57.889257 3848 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0815 16:31:57.894492 3848 system_pods.go:59] 26 kube-system pods found
I0815 16:31:57.894504 3848 system_pods.go:61] "coredns-6f6b679f8f-dmgt5" [47d73953-ec2c-4f17-b2b8-d6a9b5e5a316] Running
I0815 16:31:57.894508 3848 system_pods.go:61] "coredns-6f6b679f8f-zc8jj" [b4a9df39-b09d-4bc3-97f6-b3176ff8e842] Running
I0815 16:31:57.894511 3848 system_pods.go:61] "etcd-ha-138000" [c2e7e508-a157-4581-a446-2f48e51c0c16] Running
I0815 16:31:57.894514 3848 system_pods.go:61] "etcd-ha-138000-m02" [4f371d3f-821b-4eae-ab52-5b75d90acd67] Running
I0815 16:31:57.894516 3848 system_pods.go:61] "etcd-ha-138000-m03" [ebdd90b3-c3b2-44c2-a411-4f6afa67a455] Running
I0815 16:31:57.894519 3848 system_pods.go:61] "kindnet-77dc6" [24bfc069-9446-43a7-aa61-308c1a62a20e] Running
I0815 16:31:57.894522 3848 system_pods.go:61] "kindnet-dsvxt" [7645852b-8535-4cb4-8324-15c9b55176e3] Running
I0815 16:31:57.894525 3848 system_pods.go:61] "kindnet-m887r" [ba31865b-c712-47a8-9fd8-06420270ac8b] Running
I0815 16:31:57.894527 3848 system_pods.go:61] "kindnet-z6mnx" [fc6211a0-df99-4350-90ba-a18f74bd1bfc] Running
I0815 16:31:57.894530 3848 system_pods.go:61] "kube-apiserver-ha-138000" [bbc684f7-d8e2-44f2-987a-df9d05cf54fc] Running
I0815 16:31:57.894534 3848 system_pods.go:61] "kube-apiserver-ha-138000-m02" [c30e129b-f475-4131-a25e-7eeecb39cbea] Running
I0815 16:31:57.894537 3848 system_pods.go:61] "kube-apiserver-ha-138000-m03" [90304f02-10f2-446d-b731-674df5602401] Running
I0815 16:31:57.894541 3848 system_pods.go:61] "kube-controller-manager-ha-138000" [1d4148d1-9798-4662-91de-d9a7dae634e2] Running
I0815 16:31:57.894545 3848 system_pods.go:61] "kube-controller-manager-ha-138000-m02" [ad693dae-cb0a-46ca-955b-33a9465d911a] Running
I0815 16:31:57.894547 3848 system_pods.go:61] "kube-controller-manager-ha-138000-m03" [11aa509a-dade-4b66-b157-4d4cccb7f349] Running
I0815 16:31:57.894550 3848 system_pods.go:61] "kube-proxy-cznkn" [61cd1a9a-80fb-4d0e-a4dd-f5ed2d6ddc0f] Running
I0815 16:31:57.894553 3848 system_pods.go:61] "kube-proxy-kxghx" [27f61dcc-2812-4038-af2a-aa9f46033869] Running
I0815 16:31:57.894555 3848 system_pods.go:61] "kube-proxy-qpth7" [a343f80b-0fe9-4c88-9782-5fbf9a6170d1] Running
I0815 16:31:57.894558 3848 system_pods.go:61] "kube-proxy-tf79g" [ef8a2aeb-55c4-436e-a306-da8b93c9707f] Running
I0815 16:31:57.894560 3848 system_pods.go:61] "kube-scheduler-ha-138000" [ee1d3eb0-596d-4bf0-bed4-dbd38b286e38] Running
I0815 16:31:57.894563 3848 system_pods.go:61] "kube-scheduler-ha-138000-m02" [1cc29309-49ad-427e-862a-758cc5711eef] Running
I0815 16:31:57.894566 3848 system_pods.go:61] "kube-scheduler-ha-138000-m03" [2e3efb3c-6903-4306-adec-d4a47b3a56bd] Running
I0815 16:31:57.894572 3848 system_pods.go:61] "kube-vip-ha-138000" [1b8c66e5-ffaa-4d4b-a220-8eb664b79d91] Running
I0815 16:31:57.894575 3848 system_pods.go:61] "kube-vip-ha-138000-m02" [a0fe2ba6-1ace-456f-ab2e-15c43303dcad] Running
I0815 16:31:57.894578 3848 system_pods.go:61] "kube-vip-ha-138000-m03" [44fe2bd5-bd48-4f86-b38a-7e4b3554174c] Running
I0815 16:31:57.894581 3848 system_pods.go:61] "storage-provisioner" [35f3a9d7-cb68-4b10-82a2-1bd72d8d1aa6] Running
I0815 16:31:57.894585 3848 system_pods.go:74] duration metric: took 190.369062ms to wait for pod list to return data ...
I0815 16:31:57.894590 3848 default_sa.go:34] waiting for default service account to be created ...
I0815 16:31:58.083903 3848 request.go:632] Waited for 189.255195ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts
I0815 16:31:58.083992 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts
I0815 16:31:58.084004 3848 round_trippers.go:469] Request Headers:
I0815 16:31:58.084016 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:58.084024 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:58.087624 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:58.087687 3848 default_sa.go:45] found service account: "default"
I0815 16:31:58.087696 3848 default_sa.go:55] duration metric: took 193.101509ms for default service account to be created ...
I0815 16:31:58.087703 3848 system_pods.go:116] waiting for k8s-apps to be running ...
I0815 16:31:58.284595 3848 request.go:632] Waited for 196.812141ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0815 16:31:58.284716 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0815 16:31:58.284728 3848 round_trippers.go:469] Request Headers:
I0815 16:31:58.284740 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:58.284748 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:58.290177 3848 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0815 16:31:58.295724 3848 system_pods.go:86] 26 kube-system pods found
I0815 16:31:58.295738 3848 system_pods.go:89] "coredns-6f6b679f8f-dmgt5" [47d73953-ec2c-4f17-b2b8-d6a9b5e5a316] Running
I0815 16:31:58.295742 3848 system_pods.go:89] "coredns-6f6b679f8f-zc8jj" [b4a9df39-b09d-4bc3-97f6-b3176ff8e842] Running
I0815 16:31:58.295747 3848 system_pods.go:89] "etcd-ha-138000" [c2e7e508-a157-4581-a446-2f48e51c0c16] Running
I0815 16:31:58.295759 3848 system_pods.go:89] "etcd-ha-138000-m02" [4f371d3f-821b-4eae-ab52-5b75d90acd67] Running
I0815 16:31:58.295765 3848 system_pods.go:89] "etcd-ha-138000-m03" [ebdd90b3-c3b2-44c2-a411-4f6afa67a455] Running
I0815 16:31:58.295768 3848 system_pods.go:89] "kindnet-77dc6" [24bfc069-9446-43a7-aa61-308c1a62a20e] Running
I0815 16:31:58.295779 3848 system_pods.go:89] "kindnet-dsvxt" [7645852b-8535-4cb4-8324-15c9b55176e3] Running
I0815 16:31:58.295783 3848 system_pods.go:89] "kindnet-m887r" [ba31865b-c712-47a8-9fd8-06420270ac8b] Running
I0815 16:31:58.295786 3848 system_pods.go:89] "kindnet-z6mnx" [fc6211a0-df99-4350-90ba-a18f74bd1bfc] Running
I0815 16:31:58.295789 3848 system_pods.go:89] "kube-apiserver-ha-138000" [bbc684f7-d8e2-44f2-987a-df9d05cf54fc] Running
I0815 16:31:58.295791 3848 system_pods.go:89] "kube-apiserver-ha-138000-m02" [c30e129b-f475-4131-a25e-7eeecb39cbea] Running
I0815 16:31:58.295795 3848 system_pods.go:89] "kube-apiserver-ha-138000-m03" [90304f02-10f2-446d-b731-674df5602401] Running
I0815 16:31:58.295798 3848 system_pods.go:89] "kube-controller-manager-ha-138000" [1d4148d1-9798-4662-91de-d9a7dae634e2] Running
I0815 16:31:58.295801 3848 system_pods.go:89] "kube-controller-manager-ha-138000-m02" [ad693dae-cb0a-46ca-955b-33a9465d911a] Running
I0815 16:31:58.295804 3848 system_pods.go:89] "kube-controller-manager-ha-138000-m03" [11aa509a-dade-4b66-b157-4d4cccb7f349] Running
I0815 16:31:58.295807 3848 system_pods.go:89] "kube-proxy-cznkn" [61cd1a9a-80fb-4d0e-a4dd-f5ed2d6ddc0f] Running
I0815 16:31:58.295814 3848 system_pods.go:89] "kube-proxy-kxghx" [27f61dcc-2812-4038-af2a-aa9f46033869] Running
I0815 16:31:58.295818 3848 system_pods.go:89] "kube-proxy-qpth7" [a343f80b-0fe9-4c88-9782-5fbf9a6170d1] Running
I0815 16:31:58.295821 3848 system_pods.go:89] "kube-proxy-tf79g" [ef8a2aeb-55c4-436e-a306-da8b93c9707f] Running
I0815 16:31:58.295824 3848 system_pods.go:89] "kube-scheduler-ha-138000" [ee1d3eb0-596d-4bf0-bed4-dbd38b286e38] Running
I0815 16:31:58.295827 3848 system_pods.go:89] "kube-scheduler-ha-138000-m02" [1cc29309-49ad-427e-862a-758cc5711eef] Running
I0815 16:31:58.295830 3848 system_pods.go:89] "kube-scheduler-ha-138000-m03" [2e3efb3c-6903-4306-adec-d4a47b3a56bd] Running
I0815 16:31:58.295833 3848 system_pods.go:89] "kube-vip-ha-138000" [1b8c66e5-ffaa-4d4b-a220-8eb664b79d91] Running
I0815 16:31:58.295836 3848 system_pods.go:89] "kube-vip-ha-138000-m02" [a0fe2ba6-1ace-456f-ab2e-15c43303dcad] Running
I0815 16:31:58.295838 3848 system_pods.go:89] "kube-vip-ha-138000-m03" [44fe2bd5-bd48-4f86-b38a-7e4b3554174c] Running
I0815 16:31:58.295841 3848 system_pods.go:89] "storage-provisioner" [35f3a9d7-cb68-4b10-82a2-1bd72d8d1aa6] Running
I0815 16:31:58.295845 3848 system_pods.go:126] duration metric: took 208.13908ms to wait for k8s-apps to be running ...
I0815 16:31:58.295851 3848 system_svc.go:44] waiting for kubelet service to be running ....
I0815 16:31:58.295902 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0815 16:31:58.307696 3848 system_svc.go:56] duration metric: took 11.840404ms WaitForService to wait for kubelet
I0815 16:31:58.307710 3848 kubeadm.go:582] duration metric: took 21.445104276s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0815 16:31:58.307721 3848 node_conditions.go:102] verifying NodePressure condition ...
I0815 16:31:58.483467 3848 request.go:632] Waited for 175.699042ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes
I0815 16:31:58.483523 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes
I0815 16:31:58.483531 3848 round_trippers.go:469] Request Headers:
I0815 16:31:58.483546 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:31:58.483605 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:31:58.487271 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:31:58.488234 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:31:58.488246 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:31:58.488253 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:31:58.488256 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:31:58.488259 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:31:58.488263 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:31:58.488266 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:31:58.488269 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:31:58.488272 3848 node_conditions.go:105] duration metric: took 180.547852ms to run NodePressure ...
I0815 16:31:58.488280 3848 start.go:241] waiting for startup goroutines ...
I0815 16:31:58.488303 3848 start.go:255] writing updated cluster config ...
I0815 16:31:58.511626 3848 out.go:201]
I0815 16:31:58.532028 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:31:58.532166 3848 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/config.json ...
I0815 16:31:58.553589 3848 out.go:177] * Starting "ha-138000-m04" worker node in "ha-138000" cluster
I0815 16:31:58.594430 3848 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0815 16:31:58.594502 3848 cache.go:56] Caching tarball of preloaded images
I0815 16:31:58.594676 3848 preload.go:172] Found /Users/jenkins/minikube-integration/19452-977/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0815 16:31:58.594694 3848 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker
I0815 16:31:58.594833 3848 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/config.json ...
I0815 16:31:58.595712 3848 start.go:360] acquireMachinesLock for ha-138000-m04: {Name:mkac8034c8a60617271f2754a03dcaf74fc4fef7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0815 16:31:58.595816 3848 start.go:364] duration metric: took 79.794µs to acquireMachinesLock for "ha-138000-m04"
I0815 16:31:58.595841 3848 start.go:96] Skipping create...Using existing machine configuration
I0815 16:31:58.595851 3848 fix.go:54] fixHost starting: m04
I0815 16:31:58.596274 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:31:58.596311 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:31:58.605762 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52311
I0815 16:31:58.606137 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:31:58.606475 3848 main.go:141] libmachine: Using API Version 1
I0815 16:31:58.606484 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:31:58.606737 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:31:58.606878 3848 main.go:141] libmachine: (ha-138000-m04) Calling .DriverName
I0815 16:31:58.606971 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetState
I0815 16:31:58.607059 3848 main.go:141] libmachine: (ha-138000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:31:58.607149 3848 main.go:141] libmachine: (ha-138000-m04) DBG | hyperkit pid from json: 3240
I0815 16:31:58.608054 3848 main.go:141] libmachine: (ha-138000-m04) DBG | hyperkit pid 3240 missing from process table
I0815 16:31:58.608090 3848 fix.go:112] recreateIfNeeded on ha-138000-m04: state=Stopped err=<nil>
I0815 16:31:58.608101 3848 main.go:141] libmachine: (ha-138000-m04) Calling .DriverName
W0815 16:31:58.608193 3848 fix.go:138] unexpected machine state, will restart: <nil>
I0815 16:31:58.629670 3848 out.go:177] * Restarting existing hyperkit VM for "ha-138000-m04" ...
I0815 16:31:58.671397 3848 main.go:141] libmachine: (ha-138000-m04) Calling .Start
I0815 16:31:58.671607 3848 main.go:141] libmachine: (ha-138000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:31:58.671648 3848 main.go:141] libmachine: (ha-138000-m04) DBG | clean start, hyperkit pid file doesn't exist: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/hyperkit.pid
I0815 16:31:58.671760 3848 main.go:141] libmachine: (ha-138000-m04) DBG | Using UUID e49817f2-f6c4-46a0-a846-8a8b2da04ea9
I0815 16:31:58.700620 3848 main.go:141] libmachine: (ha-138000-m04) DBG | Generated MAC 66:d1:6e:6f:24:26
I0815 16:31:58.700645 3848 main.go:141] libmachine: (ha-138000-m04) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000
I0815 16:31:58.700779 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"e49817f2-f6c4-46a0-a846-8a8b2da04ea9", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002ad680)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0815 16:31:58.700809 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"e49817f2-f6c4-46a0-a846-8a8b2da04ea9", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002ad680)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0815 16:31:58.700889 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "e49817f2-f6c4-46a0-a846-8a8b2da04ea9", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/ha-138000-m04.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/tty,log=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/bzimage,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-13
8000-m04/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000"}
I0815 16:31:58.700927 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U e49817f2-f6c4-46a0-a846-8a8b2da04ea9 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/ha-138000-m04.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/tty,log=/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/console-ring -f kexec,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/bzimage,/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/initrd,earlyprintk=serial loglevel=3 console=ttyS0 co
nsole=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-138000"
I0815 16:31:58.700973 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0815 16:31:58.702332 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 DEBUG: hyperkit: Pid is 4201
I0815 16:31:58.702793 3848 main.go:141] libmachine: (ha-138000-m04) DBG | Attempt 0
I0815 16:31:58.702829 3848 main.go:141] libmachine: (ha-138000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:31:58.702904 3848 main.go:141] libmachine: (ha-138000-m04) DBG | hyperkit pid from json: 4201
I0815 16:31:58.703953 3848 main.go:141] libmachine: (ha-138000-m04) DBG | Searching for 66:d1:6e:6f:24:26 in /var/db/dhcpd_leases ...
I0815 16:31:58.704027 3848 main.go:141] libmachine: (ha-138000-m04) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0815 16:31:58.704048 3848 main.go:141] libmachine: (ha-138000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:9e:18:89:2a:2d:99 ID:1,9e:18:89:2a:2d:99 Lease:0x66bfe14f}
I0815 16:31:58.704066 3848 main.go:141] libmachine: (ha-138000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:9a:c2:e9:d7:1c:58 ID:1,9a:c2:e9:d7:1c:58 Lease:0x66bfe10e}
I0815 16:31:58.704081 3848 main.go:141] libmachine: (ha-138000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:66:4d:cd:54:35:15 ID:1,66:4d:cd:54:35:15 Lease:0x66bfe0fb}
I0815 16:31:58.704095 3848 main.go:141] libmachine: (ha-138000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:66:d1:6e:6f:24:26 ID:1,66:d1:6e:6f:24:26 Lease:0x66be8e15}
I0815 16:31:58.704105 3848 main.go:141] libmachine: (ha-138000-m04) DBG | Found match: 66:d1:6e:6f:24:26
I0815 16:31:58.704118 3848 main.go:141] libmachine: (ha-138000-m04) DBG | IP: 192.169.0.8
I0815 16:31:58.704138 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetConfigRaw
I0815 16:31:58.704996 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetIP
I0815 16:31:58.705244 3848 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/config.json ...
I0815 16:31:58.705856 3848 machine.go:93] provisionDockerMachine start ...
I0815 16:31:58.705869 3848 main.go:141] libmachine: (ha-138000-m04) Calling .DriverName
I0815 16:31:58.705978 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:31:58.706098 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:31:58.706206 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:31:58.706333 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:31:58.706439 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:31:58.706614 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:31:58.706786 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0815 16:31:58.706796 3848 main.go:141] libmachine: About to run SSH command:
hostname
I0815 16:31:58.710462 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0815 16:31:58.720101 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0815 16:31:58.720991 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0815 16:31:58.721013 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0815 16:31:58.721022 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0815 16:31:58.721032 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0815 16:31:59.105309 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:59 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0815 16:31:59.105335 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:59 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0815 16:31:59.220059 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0815 16:31:59.220079 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0815 16:31:59.220089 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0815 16:31:59.220095 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0815 16:31:59.220911 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:59 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0815 16:31:59.220942 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:31:59 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0815 16:32:04.889008 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:32:04 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0815 16:32:04.889030 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:32:04 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0815 16:32:04.889049 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:32:04 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0815 16:32:04.912331 3848 main.go:141] libmachine: (ha-138000-m04) DBG | 2024/08/15 16:32:04 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0815 16:32:33.787060 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0815 16:32:33.787084 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetMachineName
I0815 16:32:33.787215 3848 buildroot.go:166] provisioning hostname "ha-138000-m04"
I0815 16:32:33.787226 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetMachineName
I0815 16:32:33.787318 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:32:33.787397 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:32:33.787483 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:33.787564 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:33.787640 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:32:33.787765 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:32:33.787937 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0815 16:32:33.787945 3848 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-138000-m04 && echo "ha-138000-m04" | sudo tee /etc/hostname
I0815 16:32:33.847992 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-138000-m04
I0815 16:32:33.848008 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:32:33.848137 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:32:33.848240 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:33.848322 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:33.848426 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:32:33.848548 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:32:33.848705 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0815 16:32:33.848716 3848 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-138000-m04' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-138000-m04/g' /etc/hosts;
else
echo '127.0.1.1 ha-138000-m04' | sudo tee -a /etc/hosts;
fi
fi
I0815 16:32:33.904813 3848 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0815 16:32:33.904838 3848 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19452-977/.minikube CaCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19452-977/.minikube}
I0815 16:32:33.904848 3848 buildroot.go:174] setting up certificates
I0815 16:32:33.904853 3848 provision.go:84] configureAuth start
I0815 16:32:33.904860 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetMachineName
I0815 16:32:33.904995 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetIP
I0815 16:32:33.905084 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:32:33.905176 3848 provision.go:143] copyHostCerts
I0815 16:32:33.905203 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem
I0815 16:32:33.905264 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem, removing ...
I0815 16:32:33.905280 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem
I0815 16:32:33.915862 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/ca.pem (1082 bytes)
I0815 16:32:33.936338 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem
I0815 16:32:33.936399 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem, removing ...
I0815 16:32:33.936405 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem
I0815 16:32:33.960707 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/cert.pem (1123 bytes)
I0815 16:32:33.961241 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem
I0815 16:32:33.961296 3848 exec_runner.go:144] found /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem, removing ...
I0815 16:32:33.961303 3848 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem
I0815 16:32:33.961391 3848 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19452-977/.minikube/key.pem (1679 bytes)
I0815 16:32:33.961771 3848 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem org=jenkins.ha-138000-m04 san=[127.0.0.1 192.169.0.8 ha-138000-m04 localhost minikube]
I0815 16:32:34.048242 3848 provision.go:177] copyRemoteCerts
I0815 16:32:34.048297 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0815 16:32:34.048312 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:32:34.048461 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:32:34.048558 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:34.048644 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:32:34.048725 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/id_rsa Username:docker}
I0815 16:32:34.079744 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0815 16:32:34.079820 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0815 16:32:34.099832 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem -> /etc/docker/server.pem
I0815 16:32:34.099904 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0815 16:32:34.119955 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0815 16:32:34.120035 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0815 16:32:34.140743 3848 provision.go:87] duration metric: took 235.600662ms to configureAuth
I0815 16:32:34.140757 3848 buildroot.go:189] setting minikube options for container-runtime
I0815 16:32:34.140940 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:32:34.140975 3848 main.go:141] libmachine: (ha-138000-m04) Calling .DriverName
I0815 16:32:34.141106 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:32:34.141218 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:32:34.141307 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:34.141393 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:34.141471 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:32:34.141580 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:32:34.141705 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0815 16:32:34.141713 3848 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0815 16:32:34.191590 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0815 16:32:34.191604 3848 buildroot.go:70] root file system type: tmpfs
I0815 16:32:34.191676 3848 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0815 16:32:34.191686 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:32:34.191824 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:32:34.191939 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:34.192031 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:34.192133 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:32:34.192260 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:32:34.192405 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0815 16:32:34.192449 3848 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.5"
Environment="NO_PROXY=192.169.0.5,192.169.0.6"
Environment="NO_PROXY=192.169.0.5,192.169.0.6,192.169.0.7"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0815 16:32:34.253544 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.5
Environment=NO_PROXY=192.169.0.5,192.169.0.6
Environment=NO_PROXY=192.169.0.5,192.169.0.6,192.169.0.7
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0815 16:32:34.253562 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:32:34.253696 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:32:34.253789 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:34.253863 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:34.253953 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:32:34.254084 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:32:34.254223 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0815 16:32:34.254235 3848 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0815 16:32:35.839568 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0815 16:32:35.839584 3848 machine.go:96] duration metric: took 37.11179722s to provisionDockerMachine
I0815 16:32:35.839591 3848 start.go:293] postStartSetup for "ha-138000-m04" (driver="hyperkit")
I0815 16:32:35.839597 3848 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0815 16:32:35.839606 3848 main.go:141] libmachine: (ha-138000-m04) Calling .DriverName
I0815 16:32:35.839797 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0815 16:32:35.839811 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:32:35.839906 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:32:35.839987 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:35.840069 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:32:35.840139 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/id_rsa Username:docker}
I0815 16:32:35.872247 3848 ssh_runner.go:195] Run: cat /etc/os-release
I0815 16:32:35.875358 3848 info.go:137] Remote host: Buildroot 2023.02.9
I0815 16:32:35.875369 3848 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19452-977/.minikube/addons for local assets ...
I0815 16:32:35.875469 3848 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19452-977/.minikube/files for local assets ...
I0815 16:32:35.875649 3848 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> 14982.pem in /etc/ssl/certs
I0815 16:32:35.875656 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> /etc/ssl/certs/14982.pem
I0815 16:32:35.875856 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0815 16:32:35.884005 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem --> /etc/ssl/certs/14982.pem (1708 bytes)
I0815 16:32:35.903707 3848 start.go:296] duration metric: took 64.039683ms for postStartSetup
I0815 16:32:35.903730 3848 main.go:141] libmachine: (ha-138000-m04) Calling .DriverName
I0815 16:32:35.903903 3848 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0815 16:32:35.903917 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:32:35.904012 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:32:35.904095 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:35.904168 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:32:35.904243 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/id_rsa Username:docker}
I0815 16:32:35.936201 3848 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0815 16:32:35.936261 3848 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0815 16:32:35.969821 3848 fix.go:56] duration metric: took 37.351909726s for fixHost
I0815 16:32:35.969846 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:32:35.969981 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:32:35.970066 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:35.970160 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:35.970248 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:32:35.970357 3848 main.go:141] libmachine: Using SSH client type: native
I0815 16:32:35.970503 3848 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x23b3ea0] 0x23b6c00 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0815 16:32:35.970511 3848 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0815 16:32:36.019594 3848 main.go:141] libmachine: SSH cmd err, output: <nil>: 1723764755.882644542
I0815 16:32:36.019607 3848 fix.go:216] guest clock: 1723764755.882644542
I0815 16:32:36.019612 3848 fix.go:229] Guest: 2024-08-15 16:32:35.882644542 -0700 PDT Remote: 2024-08-15 16:32:35.969836 -0700 PDT m=+161.949888378 (delta=-87.191458ms)
I0815 16:32:36.019628 3848 fix.go:200] guest clock delta is within tolerance: -87.191458ms
I0815 16:32:36.019633 3848 start.go:83] releasing machines lock for "ha-138000-m04", held for 37.401695552s
I0815 16:32:36.019652 3848 main.go:141] libmachine: (ha-138000-m04) Calling .DriverName
I0815 16:32:36.019780 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetIP
I0815 16:32:36.042030 3848 out.go:177] * Found network options:
I0815 16:32:36.062147 3848 out.go:177] - NO_PROXY=192.169.0.5,192.169.0.6,192.169.0.7
W0815 16:32:36.083026 3848 proxy.go:119] fail to check proxy env: Error ip not in block
W0815 16:32:36.083070 3848 proxy.go:119] fail to check proxy env: Error ip not in block
W0815 16:32:36.083084 3848 proxy.go:119] fail to check proxy env: Error ip not in block
I0815 16:32:36.083102 3848 main.go:141] libmachine: (ha-138000-m04) Calling .DriverName
I0815 16:32:36.083847 3848 main.go:141] libmachine: (ha-138000-m04) Calling .DriverName
I0815 16:32:36.084058 3848 main.go:141] libmachine: (ha-138000-m04) Calling .DriverName
I0815 16:32:36.084240 3848 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0815 16:32:36.084283 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
W0815 16:32:36.084353 3848 proxy.go:119] fail to check proxy env: Error ip not in block
W0815 16:32:36.084375 3848 proxy.go:119] fail to check proxy env: Error ip not in block
W0815 16:32:36.084394 3848 proxy.go:119] fail to check proxy env: Error ip not in block
I0815 16:32:36.084487 3848 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0815 16:32:36.084508 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:32:36.084519 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHHostname
I0815 16:32:36.084733 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:36.084745 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHPort
I0815 16:32:36.084957 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:32:36.084992 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHKeyPath
I0815 16:32:36.085156 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetSSHUsername
I0815 16:32:36.085189 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/id_rsa Username:docker}
I0815 16:32:36.085315 3848 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19452-977/.minikube/machines/ha-138000-m04/id_rsa Username:docker}
W0815 16:32:36.114740 3848 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0815 16:32:36.114803 3848 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0815 16:32:36.163124 3848 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0815 16:32:36.163145 3848 start.go:495] detecting cgroup driver to use...
I0815 16:32:36.163258 3848 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0815 16:32:36.179534 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0815 16:32:36.187872 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0815 16:32:36.196474 3848 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0815 16:32:36.196528 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0815 16:32:36.204752 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0815 16:32:36.212948 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0815 16:32:36.221222 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0815 16:32:36.229511 3848 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0815 16:32:36.238142 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0815 16:32:36.246643 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0815 16:32:36.254862 3848 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0815 16:32:36.263281 3848 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0815 16:32:36.270596 3848 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0815 16:32:36.278325 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:32:36.377803 3848 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0815 16:32:36.396329 3848 start.go:495] detecting cgroup driver to use...
I0815 16:32:36.396399 3848 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0815 16:32:36.411192 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0815 16:32:36.423875 3848 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0815 16:32:36.437859 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0815 16:32:36.449142 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0815 16:32:36.460191 3848 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0815 16:32:36.479331 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0815 16:32:36.491179 3848 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0815 16:32:36.506341 3848 ssh_runner.go:195] Run: which cri-dockerd
I0815 16:32:36.509156 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0815 16:32:36.517306 3848 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0815 16:32:36.530887 3848 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0815 16:32:36.631226 3848 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0815 16:32:36.742723 3848 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0815 16:32:36.742750 3848 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0815 16:32:36.756569 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:32:36.851332 3848 ssh_runner.go:195] Run: sudo systemctl restart docker
I0815 16:32:39.062024 3848 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.208594053s)
I0815 16:32:39.062086 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0815 16:32:39.072858 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0815 16:32:39.083135 3848 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0815 16:32:39.180174 3848 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0815 16:32:39.296201 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:32:39.397264 3848 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0815 16:32:39.409768 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0815 16:32:39.419919 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:32:39.520172 3848 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0815 16:32:39.580712 3848 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0815 16:32:39.580787 3848 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0815 16:32:39.585172 3848 start.go:563] Will wait 60s for crictl version
I0815 16:32:39.585233 3848 ssh_runner.go:195] Run: which crictl
I0815 16:32:39.588436 3848 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0815 16:32:39.616400 3848 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.1.2
RuntimeApiVersion: v1
I0815 16:32:39.616480 3848 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0815 16:32:39.635416 3848 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0815 16:32:39.674509 3848 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.1.2 ...
I0815 16:32:39.715170 3848 out.go:177] - env NO_PROXY=192.169.0.5
I0815 16:32:39.736207 3848 out.go:177] - env NO_PROXY=192.169.0.5,192.169.0.6
I0815 16:32:39.756990 3848 out.go:177] - env NO_PROXY=192.169.0.5,192.169.0.6,192.169.0.7
I0815 16:32:39.778125 3848 main.go:141] libmachine: (ha-138000-m04) Calling .GetIP
I0815 16:32:39.778383 3848 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0815 16:32:39.781735 3848 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0815 16:32:39.792335 3848 mustload.go:65] Loading cluster: ha-138000
I0815 16:32:39.792518 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:32:39.792754 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:32:39.792777 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:32:39.801573 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52333
I0815 16:32:39.801892 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:32:39.802227 3848 main.go:141] libmachine: Using API Version 1
I0815 16:32:39.802235 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:32:39.802431 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:32:39.802539 3848 main.go:141] libmachine: (ha-138000) Calling .GetState
I0815 16:32:39.802617 3848 main.go:141] libmachine: (ha-138000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0815 16:32:39.802698 3848 main.go:141] libmachine: (ha-138000) DBG | hyperkit pid from json: 3862
I0815 16:32:39.803669 3848 host.go:66] Checking if "ha-138000" exists ...
I0815 16:32:39.803925 3848 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0815 16:32:39.803948 3848 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0815 16:32:39.812411 3848 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52335
I0815 16:32:39.812752 3848 main.go:141] libmachine: () Calling .GetVersion
I0815 16:32:39.813108 3848 main.go:141] libmachine: Using API Version 1
I0815 16:32:39.813119 3848 main.go:141] libmachine: () Calling .SetConfigRaw
I0815 16:32:39.813352 3848 main.go:141] libmachine: () Calling .GetMachineName
I0815 16:32:39.813479 3848 main.go:141] libmachine: (ha-138000) Calling .DriverName
I0815 16:32:39.813578 3848 certs.go:68] Setting up /Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000 for IP: 192.169.0.8
I0815 16:32:39.813584 3848 certs.go:194] generating shared ca certs ...
I0815 16:32:39.813595 3848 certs.go:226] acquiring lock for ca certs: {Name:mka1c88019f6064d2983ac988db71a67aeb65696 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0815 16:32:39.813775 3848 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key
I0815 16:32:39.813853 3848 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key
I0815 16:32:39.813863 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0815 16:32:39.813888 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0815 16:32:39.813907 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0815 16:32:39.813924 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0815 16:32:39.814032 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem (1338 bytes)
W0815 16:32:39.814088 3848 certs.go:480] ignoring /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498_empty.pem, impossibly tiny 0 bytes
I0815 16:32:39.814098 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca-key.pem (1679 bytes)
I0815 16:32:39.814142 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/ca.pem (1082 bytes)
I0815 16:32:39.814184 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/cert.pem (1123 bytes)
I0815 16:32:39.814213 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/key.pem (1679 bytes)
I0815 16:32:39.814289 3848 certs.go:484] found cert: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem (1708 bytes)
I0815 16:32:39.814324 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0815 16:32:39.814344 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem -> /usr/share/ca-certificates/1498.pem
I0815 16:32:39.814362 3848 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem -> /usr/share/ca-certificates/14982.pem
I0815 16:32:39.814393 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0815 16:32:39.834330 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0815 16:32:39.854069 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0815 16:32:39.873582 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0815 16:32:39.893143 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0815 16:32:39.912645 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/certs/1498.pem --> /usr/share/ca-certificates/1498.pem (1338 bytes)
I0815 16:32:39.932104 3848 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19452-977/.minikube/files/etc/ssl/certs/14982.pem --> /usr/share/ca-certificates/14982.pem (1708 bytes)
I0815 16:32:39.951872 3848 ssh_runner.go:195] Run: openssl version
I0815 16:32:39.956296 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0815 16:32:39.966055 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0815 16:32:39.970287 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Aug 15 23:05 /usr/share/ca-certificates/minikubeCA.pem
I0815 16:32:39.970366 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0815 16:32:39.974984 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0815 16:32:39.984513 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1498.pem && ln -fs /usr/share/ca-certificates/1498.pem /etc/ssl/certs/1498.pem"
I0815 16:32:39.994098 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1498.pem
I0815 16:32:39.997571 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Aug 15 23:14 /usr/share/ca-certificates/1498.pem
I0815 16:32:39.997641 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1498.pem
I0815 16:32:40.002092 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1498.pem /etc/ssl/certs/51391683.0"
I0815 16:32:40.011802 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14982.pem && ln -fs /usr/share/ca-certificates/14982.pem /etc/ssl/certs/14982.pem"
I0815 16:32:40.021159 3848 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14982.pem
I0815 16:32:40.024904 3848 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Aug 15 23:14 /usr/share/ca-certificates/14982.pem
I0815 16:32:40.024948 3848 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14982.pem
I0815 16:32:40.029236 3848 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/14982.pem /etc/ssl/certs/3ec20f2e.0"
I0815 16:32:40.038952 3848 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0815 16:32:40.042186 3848 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0815 16:32:40.042220 3848 kubeadm.go:934] updating node {m04 192.169.0.8 0 v1.31.0 docker false true} ...
I0815 16:32:40.042279 3848 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-138000-m04 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.8
[Install]
config:
{KubernetesVersion:v1.31.0 ClusterName:ha-138000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0815 16:32:40.042327 3848 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0
I0815 16:32:40.050823 3848 binaries.go:44] Found k8s binaries, skipping transfer
I0815 16:32:40.050877 3848 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I0815 16:32:40.059254 3848 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)
I0815 16:32:40.072800 3848 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0815 16:32:40.086506 3848 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0815 16:32:40.089484 3848 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0815 16:32:40.099835 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:32:40.204428 3848 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0815 16:32:40.219160 3848 start.go:235] Will wait 6m0s for node &{Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:false Worker:true}
I0815 16:32:40.219362 3848 config.go:182] Loaded profile config "ha-138000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0815 16:32:40.240563 3848 out.go:177] * Verifying Kubernetes components...
I0815 16:32:40.281239 3848 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0815 16:32:40.407726 3848 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0815 16:32:40.424517 3848 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19452-977/kubeconfig
I0815 16:32:40.424746 3848 kapi.go:59] client config for ha-138000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/profiles/ha-138000/client.key", CAFile:"/Users/jenkins/minikube-integration/19452-977/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, U
serAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x3a6cf60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0815 16:32:40.424790 3848 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.5:8443
I0815 16:32:40.424946 3848 node_ready.go:35] waiting up to 6m0s for node "ha-138000-m04" to be "Ready" ...
I0815 16:32:40.424985 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m04
I0815 16:32:40.424990 3848 round_trippers.go:469] Request Headers:
I0815 16:32:40.424997 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:40.425001 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:40.429695 3848 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0815 16:32:40.925699 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m04
I0815 16:32:40.925718 3848 round_trippers.go:469] Request Headers:
I0815 16:32:40.925730 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:40.925735 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:40.928643 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:40.929158 3848 node_ready.go:49] node "ha-138000-m04" has status "Ready":"True"
I0815 16:32:40.929170 3848 node_ready.go:38] duration metric: took 503.811986ms for node "ha-138000-m04" to be "Ready" ...
I0815 16:32:40.929177 3848 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0815 16:32:40.929232 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0815 16:32:40.929240 3848 round_trippers.go:469] Request Headers:
I0815 16:32:40.929248 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:40.929253 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:40.932889 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:40.938534 3848 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-dmgt5" in "kube-system" namespace to be "Ready" ...
I0815 16:32:40.938586 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-dmgt5
I0815 16:32:40.938591 3848 round_trippers.go:469] Request Headers:
I0815 16:32:40.938597 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:40.938601 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:40.940630 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:40.941135 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:32:40.941143 3848 round_trippers.go:469] Request Headers:
I0815 16:32:40.941149 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:40.941155 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:40.943092 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:32:40.943437 3848 pod_ready.go:93] pod "coredns-6f6b679f8f-dmgt5" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:40.943446 3848 pod_ready.go:82] duration metric: took 4.897461ms for pod "coredns-6f6b679f8f-dmgt5" in "kube-system" namespace to be "Ready" ...
I0815 16:32:40.943453 3848 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-zc8jj" in "kube-system" namespace to be "Ready" ...
I0815 16:32:40.943484 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-zc8jj
I0815 16:32:40.943489 3848 round_trippers.go:469] Request Headers:
I0815 16:32:40.943495 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:40.943498 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:40.945206 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:32:40.945690 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:32:40.945697 3848 round_trippers.go:469] Request Headers:
I0815 16:32:40.945703 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:40.945706 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:40.947257 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:32:40.947557 3848 pod_ready.go:93] pod "coredns-6f6b679f8f-zc8jj" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:40.947566 3848 pod_ready.go:82] duration metric: took 4.10464ms for pod "coredns-6f6b679f8f-zc8jj" in "kube-system" namespace to be "Ready" ...
I0815 16:32:40.947580 3848 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:32:40.947611 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000
I0815 16:32:40.947616 3848 round_trippers.go:469] Request Headers:
I0815 16:32:40.947622 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:40.947625 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:40.949227 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:32:40.949563 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:32:40.949570 3848 round_trippers.go:469] Request Headers:
I0815 16:32:40.949576 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:40.949579 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:40.951175 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:32:40.951528 3848 pod_ready.go:93] pod "etcd-ha-138000" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:40.951537 3848 pod_ready.go:82] duration metric: took 3.9487ms for pod "etcd-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:32:40.951543 3848 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:32:40.951576 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m02
I0815 16:32:40.951581 3848 round_trippers.go:469] Request Headers:
I0815 16:32:40.951587 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:40.951590 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:40.953480 3848 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0815 16:32:40.953888 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:32:40.953896 3848 round_trippers.go:469] Request Headers:
I0815 16:32:40.953902 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:40.953906 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:40.956234 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:40.956704 3848 pod_ready.go:93] pod "etcd-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:40.956713 3848 pod_ready.go:82] duration metric: took 5.161406ms for pod "etcd-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:32:40.956719 3848 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:32:41.126239 3848 request.go:632] Waited for 169.295221ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:32:41.126310 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-138000-m03
I0815 16:32:41.126326 3848 round_trippers.go:469] Request Headers:
I0815 16:32:41.126342 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:41.126348 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:41.129984 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:41.327227 3848 request.go:632] Waited for 196.482674ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:32:41.327282 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:32:41.327327 3848 round_trippers.go:469] Request Headers:
I0815 16:32:41.327340 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:41.327346 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:41.330300 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:41.330659 3848 pod_ready.go:93] pod "etcd-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:41.330669 3848 pod_ready.go:82] duration metric: took 373.660924ms for pod "etcd-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:32:41.330681 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:32:41.526448 3848 request.go:632] Waited for 195.583591ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000
I0815 16:32:41.526543 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000
I0815 16:32:41.526554 3848 round_trippers.go:469] Request Headers:
I0815 16:32:41.526567 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:41.526577 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:41.532016 3848 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0815 16:32:41.726373 3848 request.go:632] Waited for 193.637616ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:32:41.726406 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:32:41.726411 3848 round_trippers.go:469] Request Headers:
I0815 16:32:41.726417 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:41.726421 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:41.728634 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:41.729100 3848 pod_ready.go:93] pod "kube-apiserver-ha-138000" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:41.729111 3848 pod_ready.go:82] duration metric: took 398.123683ms for pod "kube-apiserver-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:32:41.729118 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:32:41.926911 3848 request.go:632] Waited for 197.603818ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:32:41.927000 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m02
I0815 16:32:41.927007 3848 round_trippers.go:469] Request Headers:
I0815 16:32:41.927013 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:41.927017 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:41.929844 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:42.128208 3848 request.go:632] Waited for 197.600405ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:32:42.128281 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:32:42.128287 3848 round_trippers.go:469] Request Headers:
I0815 16:32:42.128294 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:42.128297 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:42.130511 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:42.130893 3848 pod_ready.go:93] pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:42.130903 3848 pod_ready.go:82] duration metric: took 401.488989ms for pod "kube-apiserver-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:32:42.130910 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:32:42.326992 3848 request.go:632] Waited for 195.89771ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m03
I0815 16:32:42.327104 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-138000-m03
I0815 16:32:42.327117 3848 round_trippers.go:469] Request Headers:
I0815 16:32:42.327128 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:42.327133 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:42.330012 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:42.528721 3848 request.go:632] Waited for 197.972621ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:32:42.528810 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:32:42.528823 3848 round_trippers.go:469] Request Headers:
I0815 16:32:42.528832 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:42.528839 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:42.531660 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:42.532014 3848 pod_ready.go:93] pod "kube-apiserver-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:42.532023 3848 pod_ready.go:82] duration metric: took 400.824225ms for pod "kube-apiserver-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:32:42.532031 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:32:42.728571 3848 request.go:632] Waited for 196.361424ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:32:42.728605 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000
I0815 16:32:42.728614 3848 round_trippers.go:469] Request Headers:
I0815 16:32:42.728647 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:42.728651 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:42.731003 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:42.928382 3848 request.go:632] Waited for 196.815945ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:32:42.928456 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:32:42.928464 3848 round_trippers.go:469] Request Headers:
I0815 16:32:42.928472 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:42.928479 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:42.930971 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:42.931316 3848 pod_ready.go:93] pod "kube-controller-manager-ha-138000" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:42.931325 3848 pod_ready.go:82] duration metric: took 399.007322ms for pod "kube-controller-manager-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:32:42.931332 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:32:43.127763 3848 request.go:632] Waited for 196.250954ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000-m02
I0815 16:32:43.127817 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000-m02
I0815 16:32:43.127830 3848 round_trippers.go:469] Request Headers:
I0815 16:32:43.127894 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:43.127907 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:43.131065 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:43.327999 3848 request.go:632] Waited for 196.235394ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:32:43.328052 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:32:43.328063 3848 round_trippers.go:469] Request Headers:
I0815 16:32:43.328073 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:43.328081 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:43.331302 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:43.331997 3848 pod_ready.go:93] pod "kube-controller-manager-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:43.332007 3848 pod_ready.go:82] duration metric: took 400.403262ms for pod "kube-controller-manager-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:32:43.332014 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:32:43.527716 3848 request.go:632] Waited for 195.527377ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000-m03
I0815 16:32:43.527817 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-138000-m03
I0815 16:32:43.527829 3848 round_trippers.go:469] Request Headers:
I0815 16:32:43.527841 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:43.527847 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:43.530965 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:43.728236 3848 request.go:632] Waited for 196.484633ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:32:43.728298 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:32:43.728309 3848 round_trippers.go:469] Request Headers:
I0815 16:32:43.728320 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:43.728328 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:43.731883 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:43.732469 3848 pod_ready.go:93] pod "kube-controller-manager-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:43.732478 3848 pod_ready.go:82] duration metric: took 400.192656ms for pod "kube-controller-manager-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:32:43.732484 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-cznkn" in "kube-system" namespace to be "Ready" ...
I0815 16:32:43.928265 3848 request.go:632] Waited for 195.61986ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cznkn
I0815 16:32:43.928325 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cznkn
I0815 16:32:43.928331 3848 round_trippers.go:469] Request Headers:
I0815 16:32:43.928337 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:43.928341 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:43.930546 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:44.128606 3848 request.go:632] Waited for 197.39717ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:32:44.128669 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:32:44.128682 3848 round_trippers.go:469] Request Headers:
I0815 16:32:44.128693 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:44.128702 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:44.132274 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:44.132835 3848 pod_ready.go:93] pod "kube-proxy-cznkn" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:44.132847 3848 pod_ready.go:82] duration metric: took 400.10235ms for pod "kube-proxy-cznkn" in "kube-system" namespace to be "Ready" ...
I0815 16:32:44.132856 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-kxghx" in "kube-system" namespace to be "Ready" ...
I0815 16:32:44.328927 3848 request.go:632] Waited for 195.898781ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-kxghx
I0815 16:32:44.328980 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-kxghx
I0815 16:32:44.328988 3848 round_trippers.go:469] Request Headers:
I0815 16:32:44.328997 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:44.329003 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:44.332425 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:44.528721 3848 request.go:632] Waited for 195.542417ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:32:44.528856 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:32:44.528867 3848 round_trippers.go:469] Request Headers:
I0815 16:32:44.528878 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:44.528884 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:44.532391 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:44.532921 3848 pod_ready.go:93] pod "kube-proxy-kxghx" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:44.532933 3848 pod_ready.go:82] duration metric: took 399.821933ms for pod "kube-proxy-kxghx" in "kube-system" namespace to be "Ready" ...
I0815 16:32:44.532943 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-qpth7" in "kube-system" namespace to be "Ready" ...
I0815 16:32:44.729675 3848 request.go:632] Waited for 196.549445ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-qpth7
I0815 16:32:44.729804 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-qpth7
I0815 16:32:44.729823 3848 round_trippers.go:469] Request Headers:
I0815 16:32:44.729835 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:44.729845 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:44.733406 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:44.929790 3848 request.go:632] Waited for 195.811353ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m04
I0815 16:32:44.929844 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m04
I0815 16:32:44.929899 3848 round_trippers.go:469] Request Headers:
I0815 16:32:44.929913 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:44.929919 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:44.933124 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:44.933608 3848 pod_ready.go:93] pod "kube-proxy-qpth7" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:44.933620 3848 pod_ready.go:82] duration metric: took 400.423483ms for pod "kube-proxy-qpth7" in "kube-system" namespace to be "Ready" ...
I0815 16:32:44.933628 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tf79g" in "kube-system" namespace to be "Ready" ...
I0815 16:32:45.129188 3848 request.go:632] Waited for 195.397689ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tf79g
I0815 16:32:45.129249 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tf79g
I0815 16:32:45.129265 3848 round_trippers.go:469] Request Headers:
I0815 16:32:45.129278 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:45.129288 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:45.132523 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:45.329740 3848 request.go:632] Waited for 196.543831ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:32:45.329842 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:32:45.329853 3848 round_trippers.go:469] Request Headers:
I0815 16:32:45.329864 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:45.329893 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:45.332959 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:45.333655 3848 pod_ready.go:93] pod "kube-proxy-tf79g" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:45.333668 3848 pod_ready.go:82] duration metric: took 399.799233ms for pod "kube-proxy-tf79g" in "kube-system" namespace to be "Ready" ...
I0815 16:32:45.333677 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:32:45.528959 3848 request.go:632] Waited for 195.085989ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000
I0815 16:32:45.528999 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000
I0815 16:32:45.529004 3848 round_trippers.go:469] Request Headers:
I0815 16:32:45.529011 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:45.529014 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:45.531204 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:45.730380 3848 request.go:632] Waited for 198.71096ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:32:45.730470 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000
I0815 16:32:45.730488 3848 round_trippers.go:469] Request Headers:
I0815 16:32:45.730540 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:45.730549 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:45.733632 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:45.734206 3848 pod_ready.go:93] pod "kube-scheduler-ha-138000" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:45.734218 3848 pod_ready.go:82] duration metric: took 400.300105ms for pod "kube-scheduler-ha-138000" in "kube-system" namespace to be "Ready" ...
I0815 16:32:45.734227 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:32:45.929618 3848 request.go:632] Waited for 195.186999ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m02
I0815 16:32:45.929667 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m02
I0815 16:32:45.929676 3848 round_trippers.go:469] Request Headers:
I0815 16:32:45.929687 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:45.929695 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:45.933262 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:46.130161 3848 request.go:632] Waited for 196.149607ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:32:46.130227 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m02
I0815 16:32:46.130233 3848 round_trippers.go:469] Request Headers:
I0815 16:32:46.130239 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:46.130243 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:46.132556 3848 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0815 16:32:46.132872 3848 pod_ready.go:93] pod "kube-scheduler-ha-138000-m02" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:46.132882 3848 pod_ready.go:82] duration metric: took 398.424946ms for pod "kube-scheduler-ha-138000-m02" in "kube-system" namespace to be "Ready" ...
I0815 16:32:46.132892 3848 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:32:46.330062 3848 request.go:632] Waited for 196.982598ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m03
I0815 16:32:46.330155 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-138000-m03
I0815 16:32:46.330165 3848 round_trippers.go:469] Request Headers:
I0815 16:32:46.330189 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:46.330198 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:46.333748 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:46.529626 3848 request.go:632] Waited for 195.297916ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:32:46.529687 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-138000-m03
I0815 16:32:46.529698 3848 round_trippers.go:469] Request Headers:
I0815 16:32:46.529709 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:46.529716 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:46.532896 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:46.533425 3848 pod_ready.go:93] pod "kube-scheduler-ha-138000-m03" in "kube-system" namespace has status "Ready":"True"
I0815 16:32:46.533437 3848 pod_ready.go:82] duration metric: took 400.316472ms for pod "kube-scheduler-ha-138000-m03" in "kube-system" namespace to be "Ready" ...
I0815 16:32:46.533445 3848 pod_ready.go:39] duration metric: took 5.600601602s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0815 16:32:46.533458 3848 system_svc.go:44] waiting for kubelet service to be running ....
I0815 16:32:46.533512 3848 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0815 16:32:46.545338 3848 system_svc.go:56] duration metric: took 11.868784ms WaitForService to wait for kubelet
I0815 16:32:46.545353 3848 kubeadm.go:582] duration metric: took 6.321930293s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0815 16:32:46.545367 3848 node_conditions.go:102] verifying NodePressure condition ...
I0815 16:32:46.729678 3848 request.go:632] Waited for 184.161888ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes
I0815 16:32:46.729775 3848 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes
I0815 16:32:46.729791 3848 round_trippers.go:469] Request Headers:
I0815 16:32:46.729803 3848 round_trippers.go:473] Accept: application/json, */*
I0815 16:32:46.729814 3848 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0815 16:32:46.733356 3848 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0815 16:32:46.734408 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:32:46.734417 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:32:46.734438 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:32:46.734446 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:32:46.734451 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:32:46.734454 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:32:46.734459 3848 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0815 16:32:46.734463 3848 node_conditions.go:123] node cpu capacity is 2
I0815 16:32:46.734466 3848 node_conditions.go:105] duration metric: took 188.991963ms to run NodePressure ...
I0815 16:32:46.734473 3848 start.go:241] waiting for startup goroutines ...
I0815 16:32:46.734487 3848 start.go:255] writing updated cluster config ...
I0815 16:32:46.734849 3848 ssh_runner.go:195] Run: rm -f paused
I0815 16:32:46.777324 3848 start.go:600] kubectl: 1.29.2, cluster: 1.31.0 (minor skew: 2)
I0815 16:32:46.799308 3848 out.go:201]
W0815 16:32:46.820067 3848 out.go:270] ! /usr/local/bin/kubectl is version 1.29.2, which may have incompatibilities with Kubernetes 1.31.0.
I0815 16:32:46.840863 3848 out.go:177] - Want kubectl v1.31.0? Try 'minikube kubectl -- get pods -A'
I0815 16:32:46.862128 3848 out.go:177] * Done! kubectl is now configured to use "ha-138000" cluster and "default" namespace by default
==> Docker <==
Aug 15 23:30:58 ha-138000 dockerd[1153]: time="2024-08-15T23:30:58.911495531Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:30:58 ha-138000 dockerd[1153]: time="2024-08-15T23:30:58.913627850Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Aug 15 23:30:58 ha-138000 dockerd[1153]: time="2024-08-15T23:30:58.913666039Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Aug 15 23:30:58 ha-138000 dockerd[1153]: time="2024-08-15T23:30:58.913677629Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:30:58 ha-138000 dockerd[1153]: time="2024-08-15T23:30:58.913771765Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:30:58 ha-138000 dockerd[1153]: time="2024-08-15T23:30:58.917066694Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Aug 15 23:30:58 ha-138000 dockerd[1153]: time="2024-08-15T23:30:58.917195390Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Aug 15 23:30:58 ha-138000 dockerd[1153]: time="2024-08-15T23:30:58.917208298Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:30:58 ha-138000 dockerd[1153]: time="2024-08-15T23:30:58.917385910Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:30:59 ha-138000 dockerd[1153]: time="2024-08-15T23:30:59.886428053Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Aug 15 23:30:59 ha-138000 dockerd[1153]: time="2024-08-15T23:30:59.886532806Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Aug 15 23:30:59 ha-138000 dockerd[1153]: time="2024-08-15T23:30:59.886546833Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:30:59 ha-138000 dockerd[1153]: time="2024-08-15T23:30:59.886748891Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:31:00 ha-138000 dockerd[1153]: time="2024-08-15T23:31:00.892633352Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Aug 15 23:31:00 ha-138000 dockerd[1153]: time="2024-08-15T23:31:00.893116347Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Aug 15 23:31:00 ha-138000 dockerd[1153]: time="2024-08-15T23:31:00.893221469Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:31:00 ha-138000 dockerd[1153]: time="2024-08-15T23:31:00.893411350Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:31:01 ha-138000 dockerd[1153]: time="2024-08-15T23:31:01.876748430Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Aug 15 23:31:01 ha-138000 dockerd[1153]: time="2024-08-15T23:31:01.876814366Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Aug 15 23:31:01 ha-138000 dockerd[1153]: time="2024-08-15T23:31:01.876834716Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:31:01 ha-138000 dockerd[1153]: time="2024-08-15T23:31:01.876961405Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:31:03 ha-138000 dockerd[1153]: time="2024-08-15T23:31:03.874516614Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Aug 15 23:31:03 ha-138000 dockerd[1153]: time="2024-08-15T23:31:03.874614005Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Aug 15 23:31:03 ha-138000 dockerd[1153]: time="2024-08-15T23:31:03.874643416Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Aug 15 23:31:03 ha-138000 dockerd[1153]: time="2024-08-15T23:31:03.874757663Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
f4a0ec142726f 045733566833c About a minute ago Running kube-controller-manager 7 787273cdcffa4 kube-controller-manager-ha-138000
9b4d9e684266a cbb01a7bd410d About a minute ago Running coredns 1 e616bc4c74358 coredns-6f6b679f8f-dmgt5
80f5762ff7596 8c811b4aec35f About a minute ago Running busybox 1 67d12a31b7b49 busybox-7dff88458-wgww9
fea7f52d9a276 6e38f40d628db About a minute ago Running storage-provisioner 1 b65d03e28df57 storage-provisioner
a06770ea62d50 cbb01a7bd410d About a minute ago Running coredns 1 730316cfbee9c coredns-6f6b679f8f-zc8jj
3102e608c7d69 ad83b2ca7b09e About a minute ago Running kube-proxy 1 824e79b38bfeb kube-proxy-cznkn
d35ee43272703 12968670680f4 About a minute ago Running kindnet-cni 1 28b2ff94764c2 kindnet-77dc6
67b207257b40d 2e96e5913fc06 2 minutes ago Running etcd 3 5fbdeb5e7a6b9 etcd-ha-138000
c2ddb52a9846f 1766f54c897f0 2 minutes ago Running kube-scheduler 2 d5e3465359549 kube-scheduler-ha-138000
2d2c6da6f7b74 38af8ddebf499 2 minutes ago Running kube-vip 1 2bb58ad8c8f10 kube-vip-ha-138000
2ed9ae0427266 045733566833c 2 minutes ago Exited kube-controller-manager 6 787273cdcffa4 kube-controller-manager-ha-138000
a6baf6e21d6c9 604f5db92eaa8 2 minutes ago Running kube-apiserver 6 0de6d71d60938 kube-apiserver-ha-138000
5ed11c46e0eb7 604f5db92eaa8 3 minutes ago Exited kube-apiserver 5 7152268f8eec4 kube-apiserver-ha-138000
59dac0b44544a 2e96e5913fc06 3 minutes ago Exited etcd 2 ec285d4826baa etcd-ha-138000
efbc09be8eda5 38af8ddebf499 7 minutes ago Exited kube-vip 0 0c665afd15e6f kube-vip-ha-138000
ac6935271595c 1766f54c897f0 7 minutes ago Exited kube-scheduler 1 07c1c62e41d3a kube-scheduler-ha-138000
8f20284cd3969 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 10 minutes ago Exited busybox 0 bfc975a528b9e busybox-7dff88458-wgww9
42f5d82b00417 cbb01a7bd410d 13 minutes ago Exited coredns 0 10891f8fbffcc coredns-6f6b679f8f-dmgt5
3e8b806ef4f33 cbb01a7bd410d 13 minutes ago Exited coredns 0 096ab15603b01 coredns-6f6b679f8f-zc8jj
6a1122913bb18 6e38f40d628db 13 minutes ago Exited storage-provisioner 0 e30dde4a5a10d storage-provisioner
c2a16126718b3 kindest/kindnetd@sha256:e59a687ca28ae274a2fc92f1e2f5f1c739f353178a43a23aafc71adb802ed166 13 minutes ago Exited kindnet-cni 0 e260a94a203af kindnet-77dc6
fc2e141007efb ad83b2ca7b09e 13 minutes ago Exited kube-proxy 0 5b40cdd6b2c24 kube-proxy-cznkn
==> coredns [3e8b806ef4f3] <==
[INFO] 10.244.2.2:44773 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000075522s
[INFO] 10.244.2.2:53805 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000098349s
[INFO] 10.244.2.2:34369 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000122495s
[INFO] 10.244.0.4:59671 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000077646s
[INFO] 10.244.0.4:41185 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000079139s
[INFO] 10.244.0.4:42405 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000092065s
[INFO] 10.244.0.4:54373 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000049998s
[INFO] 10.244.0.4:57169 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000050383s
[INFO] 10.244.0.4:37825 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000085108s
[INFO] 10.244.1.2:59685 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000072268s
[INFO] 10.244.1.2:32923 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000073054s
[INFO] 10.244.2.2:50876 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000068102s
[INFO] 10.244.2.2:54719 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.0000762s
[INFO] 10.244.0.4:57395 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000091608s
[INFO] 10.244.0.4:37936 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000031052s
[INFO] 10.244.1.2:58408 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000088888s
[INFO] 10.244.1.2:42731 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000114857s
[INFO] 10.244.1.2:41638 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000082664s
[INFO] 10.244.2.2:52666 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000092331s
[INFO] 10.244.2.2:41501 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000093116s
[INFO] 10.244.0.4:48200 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000075447s
[INFO] 10.244.0.4:35056 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000091854s
[INFO] 10.244.0.4:36257 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000057922s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [42f5d82b0041] <==
[INFO] 10.244.1.2:50104 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.009876264s
[INFO] 10.244.0.4:33653 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000115506s
[INFO] 10.244.0.4:45180 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 140 0.000042438s
[INFO] 10.244.1.2:60312 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000068925s
[INFO] 10.244.1.2:38521 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000124425s
[INFO] 10.244.1.2:51675 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000125646s
[INFO] 10.244.1.2:33974 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000078827s
[INFO] 10.244.2.2:38966 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000078816s
[INFO] 10.244.2.2:56056 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000620092s
[INFO] 10.244.2.2:32787 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000109221s
[INFO] 10.244.2.2:55701 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000039601s
[INFO] 10.244.0.4:52543 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000083971s
[INFO] 10.244.0.4:55050 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000146353s
[INFO] 10.244.1.2:52165 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000100415s
[INFO] 10.244.1.2:41123 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000060755s
[INFO] 10.244.2.2:56460 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000087503s
[INFO] 10.244.2.2:36407 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00009778s
[INFO] 10.244.0.4:40764 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000037536s
[INFO] 10.244.0.4:58473 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000029335s
[INFO] 10.244.1.2:38640 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000118481s
[INFO] 10.244.2.2:46151 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000117088s
[INFO] 10.244.2.2:34054 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000108858s
[INFO] 10.244.0.4:56735 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000069666s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [9b4d9e684266] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:35767 - 22561 "HINFO IN 7004530829965964013.1750022571380345519. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.015451267s
==> coredns [a06770ea62d5] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:45363 - 12851 "HINFO IN 3106403090745602942.3481725171230015744. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.010450605s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[254954895]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (15-Aug-2024 23:30:59.263) (total time: 30001ms):
Trace[254954895]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (23:31:29.264)
Trace[254954895]: [30.001669104s] [30.001669104s] END
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1581349608]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (15-Aug-2024 23:30:59.262) (total time: 30003ms):
Trace[1581349608]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (23:31:29.264)
Trace[1581349608]: [30.003336626s] [30.003336626s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[405473182]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (15-Aug-2024 23:30:59.265) (total time: 30001ms):
Trace[405473182]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (23:31:29.266)
Trace[405473182]: [30.001211712s] [30.001211712s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> describe nodes <==
Name: ha-138000
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-138000
kubernetes.io/os=linux
minikube.k8s.io/commit=fe9c1d9e27059a205b0df8e5e482803b65ef8774
minikube.k8s.io/name=ha-138000
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_08_15T16_19_29_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 15 Aug 2024 23:19:25 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-138000
AcquireTime: <unset>
RenewTime: Thu, 15 Aug 2024 23:32:53 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 15 Aug 2024 23:30:42 +0000 Thu, 15 Aug 2024 23:19:24 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 15 Aug 2024 23:30:42 +0000 Thu, 15 Aug 2024 23:19:24 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 15 Aug 2024 23:30:42 +0000 Thu, 15 Aug 2024 23:19:24 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 15 Aug 2024 23:30:42 +0000 Thu, 15 Aug 2024 23:30:42 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.5
Hostname: ha-138000
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 92a77083c2c148ceb3a6c27974611a44
System UUID: bf1b4c04-0000-0000-a028-0dd0a6dcd337
Boot ID: 0c496489-3552-4f3e-814f-62743ebab1dd
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.1.2
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-wgww9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
kube-system coredns-6f6b679f8f-dmgt5 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 13m
kube-system coredns-6f6b679f8f-zc8jj 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 13m
kube-system etcd-ha-138000 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 13m
kube-system kindnet-77dc6 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 13m
kube-system kube-apiserver-ha-138000 250m (12%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-controller-manager-ha-138000 200m (10%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-proxy-cznkn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-scheduler-ha-138000 100m (5%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-vip-ha-138000 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m10s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 13m kube-proxy
Normal Starting 114s kube-proxy
Normal Starting 13m kubelet Starting kubelet.
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 13m kubelet Node ha-138000 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 13m kubelet Node ha-138000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 13m kubelet Node ha-138000 status is now: NodeHasSufficientPID
Normal RegisteredNode 13m node-controller Node ha-138000 event: Registered Node ha-138000 in Controller
Normal NodeReady 13m kubelet Node ha-138000 status is now: NodeReady
Normal RegisteredNode 12m node-controller Node ha-138000 event: Registered Node ha-138000 in Controller
Normal RegisteredNode 11m node-controller Node ha-138000 event: Registered Node ha-138000 in Controller
Normal RegisteredNode 9m2s node-controller Node ha-138000 event: Registered Node ha-138000 in Controller
Normal NodeHasSufficientMemory 2m41s (x8 over 2m41s) kubelet Node ha-138000 status is now: NodeHasSufficientMemory
Normal Starting 2m41s kubelet Starting kubelet.
Normal NodeHasNoDiskPressure 2m41s (x8 over 2m41s) kubelet Node ha-138000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m41s (x7 over 2m41s) kubelet Node ha-138000 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m41s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m9s node-controller Node ha-138000 event: Registered Node ha-138000 in Controller
Normal RegisteredNode 107s node-controller Node ha-138000 event: Registered Node ha-138000 in Controller
Normal RegisteredNode 69s node-controller Node ha-138000 event: Registered Node ha-138000 in Controller
Name: ha-138000-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-138000-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=fe9c1d9e27059a205b0df8e5e482803b65ef8774
minikube.k8s.io/name=ha-138000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_08_15T16_20_25_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 15 Aug 2024 23:20:23 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-138000-m02
AcquireTime: <unset>
RenewTime: Thu, 15 Aug 2024 23:32:53 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 15 Aug 2024 23:30:40 +0000 Thu, 15 Aug 2024 23:20:23 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 15 Aug 2024 23:30:40 +0000 Thu, 15 Aug 2024 23:20:23 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 15 Aug 2024 23:30:40 +0000 Thu, 15 Aug 2024 23:20:23 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 15 Aug 2024 23:30:40 +0000 Thu, 15 Aug 2024 23:20:45 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.6
Hostname: ha-138000-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: f9fb9b8d5e3646d78c1f55449a26b188
System UUID: 4cff4215-0000-0000-9139-05f05b79bce3
Boot ID: 26a8e1bf-75d0-4caa-b86c-d0e6f8c9e474
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.1.2
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-s6zqd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
kube-system etcd-ha-138000-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 12m
kube-system kindnet-z6mnx 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 12m
kube-system kube-apiserver-ha-138000-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-controller-manager-ha-138000-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-proxy-tf79g 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-scheduler-ha-138000-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-vip-ha-138000-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m12s kube-proxy
Normal Starting 9m6s kube-proxy
Normal Starting 12m kube-proxy
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12m (x8 over 12m) kubelet Node ha-138000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m (x8 over 12m) kubelet Node ha-138000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m (x7 over 12m) kubelet Node ha-138000-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 12m node-controller Node ha-138000-m02 event: Registered Node ha-138000-m02 in Controller
Normal RegisteredNode 12m node-controller Node ha-138000-m02 event: Registered Node ha-138000-m02 in Controller
Normal RegisteredNode 11m node-controller Node ha-138000-m02 event: Registered Node ha-138000-m02 in Controller
Normal Starting 9m11s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 9m11s kubelet Updated Node Allocatable limit across pods
Warning Rebooted 9m10s kubelet Node ha-138000-m02 has been rebooted, boot id: 8d4ef345-e3b6-437d-95f7-338233576a37
Normal NodeHasSufficientMemory 9m10s kubelet Node ha-138000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9m10s kubelet Node ha-138000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 9m10s kubelet Node ha-138000-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 9m2s node-controller Node ha-138000-m02 event: Registered Node ha-138000-m02 in Controller
Normal Starting 2m22s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 2m22s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 2m21s (x8 over 2m22s) kubelet Node ha-138000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m21s (x8 over 2m22s) kubelet Node ha-138000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m21s (x7 over 2m22s) kubelet Node ha-138000-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 2m9s node-controller Node ha-138000-m02 event: Registered Node ha-138000-m02 in Controller
Normal RegisteredNode 107s node-controller Node ha-138000-m02 event: Registered Node ha-138000-m02 in Controller
Normal RegisteredNode 69s node-controller Node ha-138000-m02 event: Registered Node ha-138000-m02 in Controller
Name: ha-138000-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-138000-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=fe9c1d9e27059a205b0df8e5e482803b65ef8774
minikube.k8s.io/name=ha-138000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_08_15T16_21_41_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 15 Aug 2024 23:21:39 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-138000-m03
AcquireTime: <unset>
RenewTime: Thu, 15 Aug 2024 23:32:48 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 15 Aug 2024 23:31:37 +0000 Thu, 15 Aug 2024 23:31:37 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 15 Aug 2024 23:31:37 +0000 Thu, 15 Aug 2024 23:31:37 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 15 Aug 2024 23:31:37 +0000 Thu, 15 Aug 2024 23:31:37 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 15 Aug 2024 23:31:37 +0000 Thu, 15 Aug 2024 23:31:37 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.7
Hostname: ha-138000-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: a589cb93968b432caa5fc365bb995740
System UUID: 42284b8b-0000-0000-ac7c-129bf380703a
Boot ID: 3cf0bc98-5f0e-4a33-80fb-e0c2d84cf3db
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.1.2
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-t5sdh 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
kube-system etcd-ha-138000-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 11m
kube-system kindnet-dsvxt 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 11m
kube-system kube-apiserver-ha-138000-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-controller-manager-ha-138000-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-proxy-kxghx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-scheduler-ha-138000-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-vip-ha-138000-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 73s kube-proxy
Normal Starting 11m kube-proxy
Normal NodeAllocatableEnforced 11m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 11m (x8 over 11m) kubelet Node ha-138000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 11m (x8 over 11m) kubelet Node ha-138000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 11m (x7 over 11m) kubelet Node ha-138000-m03 status is now: NodeHasSufficientPID
Normal RegisteredNode 11m node-controller Node ha-138000-m03 event: Registered Node ha-138000-m03 in Controller
Normal RegisteredNode 11m node-controller Node ha-138000-m03 event: Registered Node ha-138000-m03 in Controller
Normal RegisteredNode 11m node-controller Node ha-138000-m03 event: Registered Node ha-138000-m03 in Controller
Normal RegisteredNode 9m2s node-controller Node ha-138000-m03 event: Registered Node ha-138000-m03 in Controller
Normal RegisteredNode 2m9s node-controller Node ha-138000-m03 event: Registered Node ha-138000-m03 in Controller
Normal RegisteredNode 107s node-controller Node ha-138000-m03 event: Registered Node ha-138000-m03 in Controller
Normal NodeNotReady 89s node-controller Node ha-138000-m03 status is now: NodeNotReady
Normal Starting 76s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 76s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 76s (x3 over 76s) kubelet Node ha-138000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 76s (x3 over 76s) kubelet Node ha-138000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 76s (x3 over 76s) kubelet Node ha-138000-m03 status is now: NodeHasSufficientPID
Warning Rebooted 76s (x2 over 76s) kubelet Node ha-138000-m03 has been rebooted, boot id: 3cf0bc98-5f0e-4a33-80fb-e0c2d84cf3db
Normal NodeReady 76s (x2 over 76s) kubelet Node ha-138000-m03 status is now: NodeReady
Normal RegisteredNode 69s node-controller Node ha-138000-m03 event: Registered Node ha-138000-m03 in Controller
Name: ha-138000-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-138000-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=fe9c1d9e27059a205b0df8e5e482803b65ef8774
minikube.k8s.io/name=ha-138000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_08_15T16_22_36_0700
minikube.k8s.io/version=v1.33.1
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 15 Aug 2024 23:22:36 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-138000-m04
AcquireTime: <unset>
RenewTime: Thu, 15 Aug 2024 23:32:50 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 15 Aug 2024 23:32:40 +0000 Thu, 15 Aug 2024 23:32:40 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 15 Aug 2024 23:32:40 +0000 Thu, 15 Aug 2024 23:32:40 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 15 Aug 2024 23:32:40 +0000 Thu, 15 Aug 2024 23:32:40 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 15 Aug 2024 23:32:40 +0000 Thu, 15 Aug 2024 23:32:40 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.8
Hostname: ha-138000-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: f4edcad8d76a442b9919d65bbd5ebb03
System UUID: e49846a0-0000-0000-a846-8a8b2da04ea9
Boot ID: 7d49d130-2f84-43a9-9c3e-7a69f44367c4
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.1.2
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-m887r 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 10m
kube-system kube-proxy-qpth7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 10m kube-proxy
Normal Starting 11s kube-proxy
Normal NodeHasSufficientMemory 10m (x2 over 10m) kubelet Node ha-138000-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 10m (x2 over 10m) kubelet Node ha-138000-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 10m (x2 over 10m) kubelet Node ha-138000-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 10m kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 10m node-controller Node ha-138000-m04 event: Registered Node ha-138000-m04 in Controller
Normal RegisteredNode 10m node-controller Node ha-138000-m04 event: Registered Node ha-138000-m04 in Controller
Normal RegisteredNode 10m node-controller Node ha-138000-m04 event: Registered Node ha-138000-m04 in Controller
Normal NodeReady 9m57s kubelet Node ha-138000-m04 status is now: NodeReady
Normal RegisteredNode 9m3s node-controller Node ha-138000-m04 event: Registered Node ha-138000-m04 in Controller
Normal RegisteredNode 2m10s node-controller Node ha-138000-m04 event: Registered Node ha-138000-m04 in Controller
Normal RegisteredNode 108s node-controller Node ha-138000-m04 event: Registered Node ha-138000-m04 in Controller
Normal NodeNotReady 90s node-controller Node ha-138000-m04 status is now: NodeNotReady
Normal RegisteredNode 70s node-controller Node ha-138000-m04 event: Registered Node ha-138000-m04 in Controller
Normal Starting 14s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 14s kubelet Updated Node Allocatable limit across pods
Warning Rebooted 14s (x3 over 14s) kubelet Node ha-138000-m04 has been rebooted, boot id: 7d49d130-2f84-43a9-9c3e-7a69f44367c4
Normal NodeHasSufficientMemory 14s (x4 over 14s) kubelet Node ha-138000-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 14s (x4 over 14s) kubelet Node ha-138000-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 14s (x4 over 14s) kubelet Node ha-138000-m04 status is now: NodeHasSufficientPID
Normal NodeNotReady 14s kubelet Node ha-138000-m04 status is now: NodeNotReady
Normal NodeReady 14s (x2 over 14s) kubelet Node ha-138000-m04 status is now: NodeReady
==> dmesg <==
[ +0.035773] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)
[ +0.007968] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!
[ +5.680855] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)
[ +0.000003] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)
[ +0.006866] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[Aug15 23:30] systemd-fstab-generator[127]: Ignoring "noauto" option for root device
[ +2.162045] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +0.989029] systemd-fstab-generator[468]: Ignoring "noauto" option for root device
[ +0.101466] systemd-fstab-generator[487]: Ignoring "noauto" option for root device
[ +1.930620] systemd-fstab-generator[1017]: Ignoring "noauto" option for root device
[ +0.060770] kauditd_printk_skb: 79 callbacks suppressed
[ +0.229646] systemd-fstab-generator[1112]: Ignoring "noauto" option for root device
[ +0.119765] systemd-fstab-generator[1124]: Ignoring "noauto" option for root device
[ +0.123401] systemd-fstab-generator[1138]: Ignoring "noauto" option for root device
[ +2.409334] systemd-fstab-generator[1357]: Ignoring "noauto" option for root device
[ +0.114639] systemd-fstab-generator[1369]: Ignoring "noauto" option for root device
[ +0.103538] systemd-fstab-generator[1381]: Ignoring "noauto" option for root device
[ +0.135144] systemd-fstab-generator[1396]: Ignoring "noauto" option for root device
[ +0.456371] systemd-fstab-generator[1560]: Ignoring "noauto" option for root device
[ +6.803779] kauditd_printk_skb: 234 callbacks suppressed
[ +21.488008] kauditd_printk_skb: 40 callbacks suppressed
[ +18.019929] kauditd_printk_skb: 21 callbacks suppressed
[Aug15 23:31] kauditd_printk_skb: 55 callbacks suppressed
==> etcd [59dac0b44544] <==
{"level":"info","ts":"2024-08-15T23:29:46.384063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1864] sent MsgPreVote request to 2399e7dba5b18dfe at term 2"}
{"level":"info","ts":"2024-08-15T23:29:46.384495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1864] sent MsgPreVote request to c8daa22dc1df7d56 at term 2"}
{"level":"warn","ts":"2024-08-15T23:29:46.408477Z","caller":"etcdserver/server.go:2139","msg":"failed to publish local member to cluster through raft","local-member-id":"b8c6c7563d17d844","local-member-attributes":"{Name:ha-138000 ClientURLs:[https://192.169.0.5:2379]}","request-path":"/0/members/b8c6c7563d17d844/attributes","publish-timeout":"7s","error":"etcdserver: request timed out"}
{"level":"warn","ts":"2024-08-15T23:29:46.415071Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"2399e7dba5b18dfe","rtt":"0s","error":"dial tcp 192.169.0.6:2380: connect: connection refused"}
{"level":"warn","ts":"2024-08-15T23:29:46.415120Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"2399e7dba5b18dfe","rtt":"0s","error":"dial tcp 192.169.0.6:2380: connect: connection refused"}
{"level":"warn","ts":"2024-08-15T23:29:46.419833Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"c8daa22dc1df7d56","rtt":"0s","error":"dial tcp 192.169.0.7:2380: i/o timeout"}
{"level":"warn","ts":"2024-08-15T23:29:46.419980Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"c8daa22dc1df7d56","rtt":"0s","error":"dial tcp 192.169.0.7:2380: i/o timeout"}
{"level":"warn","ts":"2024-08-15T23:29:46.732045Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583740419357201672,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-08-15T23:29:47.233019Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583740419357201672,"retry-timeout":"500ms"}
{"level":"info","ts":"2024-08-15T23:29:47.382392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 2"}
{"level":"info","ts":"2024-08-15T23:29:47.382847Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 2"}
{"level":"info","ts":"2024-08-15T23:29:47.383118Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 2"}
{"level":"info","ts":"2024-08-15T23:29:47.383277Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1864] sent MsgPreVote request to 2399e7dba5b18dfe at term 2"}
{"level":"info","ts":"2024-08-15T23:29:47.383307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1864] sent MsgPreVote request to c8daa22dc1df7d56 at term 2"}
{"level":"warn","ts":"2024-08-15T23:29:47.734052Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583740419357201672,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-08-15T23:29:48.244565Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583740419357201672,"retry-timeout":"500ms"}
{"level":"info","ts":"2024-08-15T23:29:48.381923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 2"}
{"level":"info","ts":"2024-08-15T23:29:48.382007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 2"}
{"level":"info","ts":"2024-08-15T23:29:48.382026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 2"}
{"level":"info","ts":"2024-08-15T23:29:48.382045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1864] sent MsgPreVote request to 2399e7dba5b18dfe at term 2"}
{"level":"info","ts":"2024-08-15T23:29:48.382066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1864] sent MsgPreVote request to c8daa22dc1df7d56 at term 2"}
{"level":"warn","ts":"2024-08-15T23:29:48.745537Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583740419357201672,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-08-15T23:29:49.013739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.788785781s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-08-15T23:29:49.013790Z","caller":"traceutil/trace.go:171","msg":"trace[283476530] range","detail":"{range_begin:; range_end:; }","duration":"4.78884981s","start":"2024-08-15T23:29:44.224933Z","end":"2024-08-15T23:29:49.013782Z","steps":["trace[283476530] 'agreement among raft nodes before linearized reading' (duration: 4.788783568s)"],"step_count":1}
{"level":"error","ts":"2024-08-15T23:29:49.013846Z","caller":"etcdhttp/health.go:367","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: context canceled\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:367\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2141\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2519\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:2943\nnet/http.(*conn).serve\n\tnet/http/server.go:2014"}
==> etcd [67b207257b40] <==
{"level":"warn","ts":"2024-08-15T23:31:28.335171Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-08-15T23:31:28.340125Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-08-15T23:31:28.341428Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-08-15T23:31:28.354371Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-08-15T23:31:28.454431Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-08-15T23:31:28.554698Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-08-15T23:31:28.659002Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-08-15T23:31:28.754861Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-08-15T23:31:28.856395Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-08-15T23:31:30.243311Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"c8daa22dc1df7d56","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-08-15T23:31:30.243321Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"c8daa22dc1df7d56","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-08-15T23:31:31.422701Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.7:2380/version","remote-member-id":"c8daa22dc1df7d56","error":"Get \"https://192.169.0.7:2380/version\": dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-08-15T23:31:31.422810Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"c8daa22dc1df7d56","error":"Get \"https://192.169.0.7:2380/version\": dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-08-15T23:31:35.244337Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"c8daa22dc1df7d56","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-08-15T23:31:35.244614Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"c8daa22dc1df7d56","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-08-15T23:31:35.424045Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.7:2380/version","remote-member-id":"c8daa22dc1df7d56","error":"Get \"https://192.169.0.7:2380/version\": dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-08-15T23:31:35.424130Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"c8daa22dc1df7d56","error":"Get \"https://192.169.0.7:2380/version\": dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"info","ts":"2024-08-15T23:31:38.649697Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c8daa22dc1df7d56"}
{"level":"info","ts":"2024-08-15T23:31:38.665692Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56"}
{"level":"info","ts":"2024-08-15T23:31:38.730507Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56"}
{"level":"info","ts":"2024-08-15T23:31:38.835070Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"b8c6c7563d17d844","to":"c8daa22dc1df7d56","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2024-08-15T23:31:38.835279Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56"}
{"level":"info","ts":"2024-08-15T23:31:38.864581Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"b8c6c7563d17d844","to":"c8daa22dc1df7d56","stream-type":"stream Message"}
{"level":"info","ts":"2024-08-15T23:31:38.864626Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b8c6c7563d17d844","remote-peer-id":"c8daa22dc1df7d56"}
{"level":"warn","ts":"2024-08-15T23:31:40.245395Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"c8daa22dc1df7d56","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
==> kernel <==
23:32:54 up 2 min, 0 users, load average: 0.17, 0.19, 0.08
Linux ha-138000 5.10.207 #1 SMP Thu Aug 15 21:30:57 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [c2a16126718b] <==
I0815 23:23:47.704130 1 main.go:322] Node ha-138000-m04 has CIDR [10.244.3.0/24]
I0815 23:23:57.712115 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0815 23:23:57.712139 1 main.go:299] handling current node
I0815 23:23:57.712152 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0815 23:23:57.712157 1 main.go:322] Node ha-138000-m02 has CIDR [10.244.1.0/24]
I0815 23:23:57.712420 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0815 23:23:57.712543 1 main.go:322] Node ha-138000-m03 has CIDR [10.244.2.0/24]
I0815 23:23:57.712720 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0815 23:23:57.712823 1 main.go:322] Node ha-138000-m04 has CIDR [10.244.3.0/24]
I0815 23:24:07.712424 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0815 23:24:07.712474 1 main.go:299] handling current node
I0815 23:24:07.712488 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0815 23:24:07.712494 1 main.go:322] Node ha-138000-m02 has CIDR [10.244.1.0/24]
I0815 23:24:07.712623 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0815 23:24:07.712704 1 main.go:322] Node ha-138000-m03 has CIDR [10.244.2.0/24]
I0815 23:24:07.712814 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0815 23:24:07.712851 1 main.go:322] Node ha-138000-m04 has CIDR [10.244.3.0/24]
I0815 23:24:17.705680 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0815 23:24:17.705716 1 main.go:322] Node ha-138000-m02 has CIDR [10.244.1.0/24]
I0815 23:24:17.706225 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0815 23:24:17.706282 1 main.go:322] Node ha-138000-m03 has CIDR [10.244.2.0/24]
I0815 23:24:17.706514 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0815 23:24:17.706582 1 main.go:322] Node ha-138000-m04 has CIDR [10.244.3.0/24]
I0815 23:24:17.706957 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0815 23:24:17.707108 1 main.go:299] handling current node
==> kindnet [d35ee4327270] <==
I0815 23:32:20.106395 1 main.go:299] handling current node
I0815 23:32:30.109647 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0815 23:32:30.109819 1 main.go:299] handling current node
I0815 23:32:30.110039 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0815 23:32:30.110182 1 main.go:322] Node ha-138000-m02 has CIDR [10.244.1.0/24]
I0815 23:32:30.110510 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0815 23:32:30.110595 1 main.go:322] Node ha-138000-m03 has CIDR [10.244.2.0/24]
I0815 23:32:30.110933 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0815 23:32:30.111022 1 main.go:322] Node ha-138000-m04 has CIDR [10.244.3.0/24]
I0815 23:32:40.105535 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0815 23:32:40.105612 1 main.go:322] Node ha-138000-m03 has CIDR [10.244.2.0/24]
I0815 23:32:40.105819 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0815 23:32:40.105982 1 main.go:322] Node ha-138000-m04 has CIDR [10.244.3.0/24]
I0815 23:32:40.106120 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0815 23:32:40.106193 1 main.go:299] handling current node
I0815 23:32:40.106215 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0815 23:32:40.106293 1 main.go:322] Node ha-138000-m02 has CIDR [10.244.1.0/24]
I0815 23:32:50.106155 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0815 23:32:50.106270 1 main.go:299] handling current node
I0815 23:32:50.106298 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0815 23:32:50.106308 1 main.go:322] Node ha-138000-m02 has CIDR [10.244.1.0/24]
I0815 23:32:50.106511 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0815 23:32:50.106560 1 main.go:322] Node ha-138000-m03 has CIDR [10.244.2.0/24]
I0815 23:32:50.106643 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0815 23:32:50.106701 1 main.go:322] Node ha-138000-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [5ed11c46e0eb] <==
I0815 23:29:32.056397 1 options.go:228] external host was not specified, using 192.169.0.5
I0815 23:29:32.057840 1 server.go:142] Version: v1.31.0
I0815 23:29:32.057961 1 server.go:144] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0815 23:29:32.445995 1 shared_informer.go:313] Waiting for caches to sync for node_authorizer
I0815 23:29:32.449536 1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0815 23:29:32.452083 1 plugins.go:157] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0815 23:29:32.452114 1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I0815 23:29:32.452276 1 instance.go:232] Using reconciler: lease
W0815 23:29:49.041556 1 logging.go:55] [core] [Channel #5 SubChannel #6]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: read tcp 127.0.0.1:33594->127.0.0.1:2379: read: connection reset by peer"
W0815 23:29:49.041696 1 logging.go:55] [core] [Channel #1 SubChannel #3]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: read tcp 127.0.0.1:33564->127.0.0.1:2379: read: connection reset by peer"
W0815 23:29:49.041767 1 logging.go:55] [core] [Channel #2 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: read tcp 127.0.0.1:33580->127.0.0.1:2379: read: connection reset by peer"
W0815 23:29:50.044022 1 logging.go:55] [core] [Channel #5 SubChannel #6]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0815 23:29:50.044031 1 logging.go:55] [core] [Channel #1 SubChannel #3]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0815 23:29:50.044267 1 logging.go:55] [core] [Channel #2 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0815 23:29:51.372028 1 logging.go:55] [core] [Channel #1 SubChannel #3]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0815 23:29:51.388445 1 logging.go:55] [core] [Channel #5 SubChannel #6]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0815 23:29:51.855782 1 logging.go:55] [core] [Channel #2 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
F0815 23:29:52.453885 1 instance.go:225] Error creating leases: error creating storage factory: context deadline exceeded
==> kube-apiserver [a6baf6e21d6c] <==
I0815 23:30:40.344140 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0815 23:30:40.344259 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0815 23:30:40.418768 1 cache.go:39] Caches are synced for RemoteAvailability controller
I0815 23:30:40.419548 1 shared_informer.go:320] Caches are synced for configmaps
I0815 23:30:40.420315 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0815 23:30:40.420931 1 cache.go:39] Caches are synced for LocalAvailability controller
I0815 23:30:40.424034 1 apf_controller.go:382] Running API Priority and Fairness config worker
I0815 23:30:40.424129 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I0815 23:30:40.424470 1 shared_informer.go:320] Caches are synced for cluster_authentication_trust_controller
I0815 23:30:40.424883 1 handler_discovery.go:450] Starting ResourceDiscoveryManager
I0815 23:30:40.425391 1 shared_informer.go:320] Caches are synced for crd-autoregister
I0815 23:30:40.425745 1 aggregator.go:171] initial CRD sync complete...
I0815 23:30:40.425776 1 autoregister_controller.go:144] Starting autoregister controller
I0815 23:30:40.425782 1 cache.go:32] Waiting for caches to sync for autoregister controller
I0815 23:30:40.425786 1 cache.go:39] Caches are synced for autoregister controller
I0815 23:30:40.429758 1 shared_informer.go:320] Caches are synced for node_authorizer
W0815 23:30:40.433000 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.6]
I0815 23:30:40.451364 1 shared_informer.go:320] Caches are synced for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0815 23:30:40.451641 1 policy_source.go:224] refreshing policies
I0815 23:30:40.467536 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I0815 23:30:40.536982 1 controller.go:615] quota admission added evaluator for: endpoints
I0815 23:30:40.548680 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
E0815 23:30:40.556609 1 controller.go:95] Found stale data, removed previous endpoints on kubernetes service, apiserver didn't exit successfully previously
I0815 23:30:41.331073 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
W0815 23:30:41.666666 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.5]
==> kube-controller-manager [2ed9ae042726] <==
I0815 23:30:20.677986 1 serving.go:386] Generated self-signed cert in-memory
I0815 23:30:20.928931 1 controllermanager.go:197] "Starting" version="v1.31.0"
I0815 23:30:20.928987 1 controllermanager.go:199] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0815 23:30:20.930507 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0815 23:30:20.930593 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0815 23:30:20.931118 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I0815 23:30:20.931317 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E0815 23:30:40.940723 1 controllermanager.go:242] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: an error on the server (\"[+]ping ok\\n[+]log ok\\n[+]etcd ok\\n[+]poststarthook/start-apiserver-admission-initializer ok\\n[+]poststarthook/generic-apiserver-start-informers ok\\n[+]poststarthook/priority-and-fairness-config-consumer ok\\n[+]poststarthook/priority-and-fairness-filter ok\\n[+]poststarthook/storage-object-count-tracker-hook ok\\n[+]poststarthook/start-apiextensions-informers ok\\n[+]poststarthook/start-apiextensions-controllers ok\\n[+]poststarthook/crd-informer-synced ok\\n[+]poststarthook/start-system-namespaces-controller ok\\n[+]poststarthook/start-cluster-authentication-info-controller ok\\n[+]poststarthook/start-kube-apiserver-identity-lease-controller ok\\n[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok\\n[+]poststarthook/start-legacy-to
ken-tracking-controller ok\\n[+]poststarthook/start-service-ip-repair-controllers ok\\n[-]poststarthook/rbac/bootstrap-roles failed: reason withheld\\n[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld\\n[+]poststarthook/priority-and-fairness-config-producer ok\\n[+]poststarthook/bootstrap-controller ok\\n[+]poststarthook/aggregator-reload-proxy-client-cert ok\\n[+]poststarthook/start-kube-aggregator-informers ok\\n[+]poststarthook/apiservice-status-local-available-controller ok\\n[+]poststarthook/apiservice-status-remote-available-controller ok\\n[+]poststarthook/apiservice-registration-controller ok\\n[+]poststarthook/apiservice-discovery-controller ok\\n[+]poststarthook/kube-apiserver-autoregistration ok\\n[+]autoregister-completion ok\\n[+]poststarthook/apiservice-openapi-controller ok\\n[+]poststarthook/apiservice-openapiv3-controller ok\\nhealthz check failed\") has prevented the request from succeeding"
==> kube-controller-manager [f4a0ec142726] <==
I0815 23:31:24.544150 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m04"
I0815 23:31:24.554575 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m03"
I0815 23:31:24.555197 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m04"
I0815 23:31:24.606976 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="43.863592ms"
I0815 23:31:24.607212 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="136.494µs"
I0815 23:31:26.811428 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m04"
I0815 23:31:29.784539 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m03"
I0815 23:31:34.097680 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="7.208476ms"
I0815 23:31:34.098036 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="54.359µs"
I0815 23:31:34.111201 1 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-g7wk5 EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-g7wk5\": the object has been modified; please apply your changes to the latest version and try again"
I0815 23:31:34.111585 1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"0bde8909-370a-4104-803d-243eecab8628", APIVersion:"v1", ResourceVersion:"258", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-g7wk5 EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-g7wk5": the object has been modified; please apply your changes to the latest version and try again
I0815 23:31:36.890364 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m03"
I0815 23:31:37.466268 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m03"
I0815 23:31:37.479273 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m03"
I0815 23:31:38.389032 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="35.893µs"
I0815 23:31:39.577414 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="29.216738ms"
I0815 23:31:39.577503 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="38.266µs"
I0815 23:31:39.708978 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m03"
I0815 23:31:39.869802 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m04"
I0815 23:31:44.491193 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m04"
I0815 23:31:44.581910 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m04"
I0815 23:32:40.799384 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-138000-m04"
I0815 23:32:40.799635 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m04"
I0815 23:32:40.809568 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m04"
I0815 23:32:41.795116 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-138000-m04"
==> kube-proxy [3102e608c7d6] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E0815 23:30:59.351348 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I0815 23:30:59.378221 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.5"]
E0815 23:30:59.378378 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0815 23:30:59.417171 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I0815 23:30:59.417213 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0815 23:30:59.417230 1 server_linux.go:169] "Using iptables Proxier"
I0815 23:30:59.420831 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0815 23:30:59.421491 1 server.go:483] "Version info" version="v1.31.0"
I0815 23:30:59.421522 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0815 23:30:59.424760 1 config.go:197] "Starting service config controller"
I0815 23:30:59.425626 1 shared_informer.go:313] Waiting for caches to sync for service config
I0815 23:30:59.426090 1 config.go:104] "Starting endpoint slice config controller"
I0815 23:30:59.426116 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0815 23:30:59.427803 1 config.go:326] "Starting node config controller"
I0815 23:30:59.428510 1 shared_informer.go:313] Waiting for caches to sync for node config
I0815 23:30:59.526834 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0815 23:30:59.526859 1 shared_informer.go:320] Caches are synced for service config
I0815 23:30:59.528661 1 shared_informer.go:320] Caches are synced for node config
==> kube-proxy [fc2e141007ef] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E0815 23:19:33.922056 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I0815 23:19:33.939645 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.5"]
E0815 23:19:33.939881 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0815 23:19:33.966815 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I0815 23:19:33.966963 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0815 23:19:33.967061 1 server_linux.go:169] "Using iptables Proxier"
I0815 23:19:33.969119 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0815 23:19:33.969437 1 server.go:483] "Version info" version="v1.31.0"
I0815 23:19:33.969466 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0815 23:19:33.970289 1 config.go:197] "Starting service config controller"
I0815 23:19:33.970403 1 shared_informer.go:313] Waiting for caches to sync for service config
I0815 23:19:33.970441 1 config.go:104] "Starting endpoint slice config controller"
I0815 23:19:33.970446 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0815 23:19:33.970870 1 config.go:326] "Starting node config controller"
I0815 23:19:33.970895 1 shared_informer.go:313] Waiting for caches to sync for node config
I0815 23:19:34.070930 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0815 23:19:34.070930 1 shared_informer.go:320] Caches are synced for node config
I0815 23:19:34.070944 1 shared_informer.go:320] Caches are synced for service config
==> kube-scheduler [ac6935271595] <==
W0815 23:29:03.654257 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.5:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0815 23:29:03.654675 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: Get \"https://192.169.0.5:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0815 23:29:04.192220 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0815 23:29:04.192311 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0815 23:29:07.683875 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: Get "https://192.169.0.5:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0815 23:29:07.683942 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.169.0.5:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0815 23:29:07.708489 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: Get "https://192.169.0.5:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0815 23:29:07.708791 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: Get \"https://192.169.0.5:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0815 23:29:17.257133 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0815 23:29:17.257240 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0815 23:29:26.626316 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0815 23:29:26.626443 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0815 23:29:29.967116 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: Get "https://192.169.0.5:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0815 23:29:29.967155 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: Get \"https://192.169.0.5:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0815 23:29:42.147720 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: Get "https://192.169.0.5:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0": net/http: TLS handshake timeout
E0815 23:29:42.148149 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: Get \"https://192.169.0.5:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0\": net/http: TLS handshake timeout" logger="UnhandledError"
W0815 23:29:43.616204 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: Get "https://192.169.0.5:8443/api/v1/namespaces?limit=500&resourceVersion=0": net/http: TLS handshake timeout
E0815 23:29:43.616440 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get \"https://192.169.0.5:8443/api/v1/namespaces?limit=500&resourceVersion=0\": net/http: TLS handshake timeout" logger="UnhandledError"
W0815 23:29:45.922991 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://192.169.0.5:8443/api/v1/nodes?limit=500&resourceVersion=0": net/http: TLS handshake timeout
E0815 23:29:45.923106 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://192.169.0.5:8443/api/v1/nodes?limit=500&resourceVersion=0\": net/http: TLS handshake timeout" logger="UnhandledError"
E0815 23:29:49.027901 1 server.go:267] "waiting for handlers to sync" err="context canceled"
I0815 23:29:49.028326 1 secure_serving.go:258] Stopped listening on 127.0.0.1:10259
I0815 23:29:49.028478 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
E0815 23:29:49.028500 1 shared_informer.go:316] "Unhandled Error" err="unable to sync caches for client-ca::kube-system::extension-apiserver-authentication::client-ca-file" logger="UnhandledError"
E0815 23:29:49.029058 1 run.go:72] "command failed" err="finished without leader elect"
==> kube-scheduler [c2ddb52a9846] <==
I0815 23:30:20.706878 1 serving.go:386] Generated self-signed cert in-memory
W0815 23:30:31.075526 1 authentication.go:370] Error looking up in-cluster authentication configuration: Get "https://192.169.0.5:8443/api/v1/namespaces/kube-system/configmaps/extension-apiserver-authentication": net/http: TLS handshake timeout
W0815 23:30:31.075552 1 authentication.go:371] Continuing without authentication configuration. This may treat all requests as anonymous.
W0815 23:30:31.075556 1 authentication.go:372] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I0815 23:30:40.370669 1 server.go:167] "Starting Kubernetes Scheduler" version="v1.31.0"
I0815 23:30:40.370712 1 server.go:169] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0815 23:30:40.375435 1 secure_serving.go:213] Serving securely on 127.0.0.1:10259
I0815 23:30:40.379182 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0815 23:30:40.379313 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0815 23:30:40.379473 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I0815 23:30:40.480276 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Aug 15 23:30:46 ha-138000 kubelet[1567]: E0815 23:30:46.668035 1567 kuberuntime_manager.go:1272] "Unhandled Error" err="container &Container{Name:coredns,Image:registry.k8s.io/coredns/coredns:v1.11.1,Command:[],Args:[-conf /etc/coredns/Corefile],WorkingDir:,Ports:[]ContainerPort{ContainerPort{Name:dns,HostPort:0,ContainerPort:53,Protocol:UDP,HostIP:,},ContainerPort{Name:dns-tcp,HostPort:0,ContainerPort:53,Protocol:TCP,HostIP:,},ContainerPort{Name:metrics,HostPort:0,ContainerPort:9153,Protocol:TCP,HostIP:,},},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{memory: {{178257920 0} {<nil>} 170Mi BinarySI},},Requests:ResourceList{cpu: {{100 -3} {<nil>} 100m DecimalSI},memory: {{73400320 0} {<nil>} 70Mi BinarySI},},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:config-volume,ReadOnly:true,MountPath:/etc/coredns,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:kube-api-access-8bnpm,ReadOnly:true,MountPath:/var/run/secrets/kubern
etes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/health,Port:{0 8080 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:60,TimeoutSeconds:5,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:5,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/ready,Port:{0 8181 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:0,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[NET_BIND_SERVICE],Drop:[ALL],},Privileged:nil,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:*true,AllowPrivilegeEscalation:*false,RunA
sGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod coredns-6f6b679f8f-dmgt5_kube-system(47d73953-ec2c-4f17-b2b8-d6a9b5e5a316): CreateContainerConfigError: services have not yet been read at least once, cannot construct envvars" logger="UnhandledError"
Aug 15 23:30:46 ha-138000 kubelet[1567]: E0815 23:30:46.668170 1567 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"busybox\" with CreateContainerConfigError: \"services have not yet been read at least once, cannot construct envvars\"" pod="default/busybox-7dff88458-wgww9" podUID="b8eb799e-e761-4647-8aae-388c38bc936e"
Aug 15 23:30:46 ha-138000 kubelet[1567]: E0815 23:30:46.669336 1567 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"coredns\" with CreateContainerConfigError: \"services have not yet been read at least once, cannot construct envvars\"" pod="kube-system/coredns-6f6b679f8f-dmgt5" podUID="47d73953-ec2c-4f17-b2b8-d6a9b5e5a316"
Aug 15 23:30:46 ha-138000 kubelet[1567]: E0815 23:30:46.669381 1567 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"coredns\" with CreateContainerConfigError: \"services have not yet been read at least once, cannot construct envvars\"" pod="kube-system/coredns-6f6b679f8f-zc8jj" podUID="b4a9df39-b09d-4bc3-97f6-b3176ff8e842"
Aug 15 23:30:46 ha-138000 kubelet[1567]: E0815 23:30:46.669395 1567 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-proxy\" with CreateContainerConfigError: \"services have not yet been read at least once, cannot construct envvars\"" pod="kube-system/kube-proxy-cznkn" podUID="61cd1a9a-80fb-4d0e-a4dd-f5ed2d6ddc0f"
Aug 15 23:30:49 ha-138000 kubelet[1567]: I0815 23:30:49.205357 1567 scope.go:117] "RemoveContainer" containerID="2ed9ae04272666896274c0cc9cbac7e240c18a02b0b35eaab975e10a79d1a635"
Aug 15 23:30:49 ha-138000 kubelet[1567]: E0815 23:30:49.205497 1567 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 10s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-138000_kube-system(ed196a03081880609aebd781f662c0b9)\"" pod="kube-system/kube-controller-manager-ha-138000" podUID="ed196a03081880609aebd781f662c0b9"
Aug 15 23:30:58 ha-138000 kubelet[1567]: I0815 23:30:58.825605 1567 scope.go:117] "RemoveContainer" containerID="3e8b806ef4f33fe0f0fca48027df27c689fecf6b07621dedc5ef13adcc0374c3"
Aug 15 23:30:58 ha-138000 kubelet[1567]: I0815 23:30:58.827210 1567 scope.go:117] "RemoveContainer" containerID="fc2e141007efbc5a944ce056112991ed717c9f8dc75269aa7a0eac8f8dde6098"
Aug 15 23:30:58 ha-138000 kubelet[1567]: I0815 23:30:58.827640 1567 scope.go:117] "RemoveContainer" containerID="c2a16126718b32a024e2d52492029acb6291ffb8595d909499955382a9b4b0d1"
Aug 15 23:30:59 ha-138000 kubelet[1567]: I0815 23:30:59.824309 1567 scope.go:117] "RemoveContainer" containerID="6a1122913bb1811dd9cfff9fde8c221a2c969f80db1f0bcc1a66f58faaa88395"
Aug 15 23:31:00 ha-138000 kubelet[1567]: I0815 23:31:00.825729 1567 scope.go:117] "RemoveContainer" containerID="8f20284cd3969cd69aa4dd7eb37b8d05c7df4f53aa8c6f636949fd401174eba1"
Aug 15 23:31:01 ha-138000 kubelet[1567]: I0815 23:31:01.825360 1567 scope.go:117] "RemoveContainer" containerID="42f5d82b004174c93ffa1441e156ff5ca6d23b9457598805927d06b8823a41bd"
Aug 15 23:31:03 ha-138000 kubelet[1567]: I0815 23:31:03.825285 1567 scope.go:117] "RemoveContainer" containerID="2ed9ae04272666896274c0cc9cbac7e240c18a02b0b35eaab975e10a79d1a635"
Aug 15 23:31:12 ha-138000 kubelet[1567]: E0815 23:31:12.861012 1567 iptables.go:577] "Could not set up iptables canary" err=<
Aug 15 23:31:12 ha-138000 kubelet[1567]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Aug 15 23:31:12 ha-138000 kubelet[1567]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Aug 15 23:31:12 ha-138000 kubelet[1567]: Perhaps ip6tables or your kernel needs to be upgraded.
Aug 15 23:31:12 ha-138000 kubelet[1567]: > table="nat" chain="KUBE-KUBELET-CANARY"
Aug 15 23:31:12 ha-138000 kubelet[1567]: I0815 23:31:12.976621 1567 scope.go:117] "RemoveContainer" containerID="e919017e14bb91f5bec7b5fdf0351f27904f841341d654e814d90d000a091f26"
Aug 15 23:32:12 ha-138000 kubelet[1567]: E0815 23:32:12.862060 1567 iptables.go:577] "Could not set up iptables canary" err=<
Aug 15 23:32:12 ha-138000 kubelet[1567]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Aug 15 23:32:12 ha-138000 kubelet[1567]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Aug 15 23:32:12 ha-138000 kubelet[1567]: Perhaps ip6tables or your kernel needs to be upgraded.
Aug 15 23:32:12 ha-138000 kubelet[1567]: > table="nat" chain="KUBE-KUBELET-CANARY"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-138000 -n ha-138000
helpers_test.go:261: (dbg) Run: kubectl --context ha-138000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (4.29s)