=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:390: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:413: expected profile "ha-047000" in json of 'profile list' to have "Degraded" status but have "HAppy" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-047000\",\"Status\":\"HAppy\",\"Config\":{\"Name\":\"ha-047000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19264/minikube-v1.33.1-1721146474-19264-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721234491-19282@sha256:af477ffa9f6167a73f0adae71d3a4e601ba0c2adc97a4067255b422b3477d2c2\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":
1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.30.3\",\"ClusterName\":\"ha-047000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.6\",\"Port\":8443,\"Kubern
etesVersion\":\"v1.30.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.7\",\"Port\":8443,\"KubernetesVersion\":\"v1.30.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.169.0.8\",\"Port\":8443,\"KubernetesVersion\":\"v1.30.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.169.0.9\",\"Port\":0,\"KubernetesVersion\":\"v1.30.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":fal
se,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\
"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-047000 -n ha-047000
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-047000 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-047000 logs -n 25: (3.228425613s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-047000 cp ha-047000-m03:/home/docker/cp-test.txt | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | ha-047000-m04:/home/docker/cp-test_ha-047000-m03_ha-047000-m04.txt | | | | | |
| ssh | ha-047000 ssh -n | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | ha-047000-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-047000 ssh -n ha-047000-m04 sudo cat | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | /home/docker/cp-test_ha-047000-m03_ha-047000-m04.txt | | | | | |
| cp | ha-047000 cp testdata/cp-test.txt | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | ha-047000-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-047000 ssh -n | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | ha-047000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-047000 cp ha-047000-m04:/home/docker/cp-test.txt | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | /var/folders/xd/3vdzn10d2gb_wxr7lj_p8h5c0000gp/T/TestMultiControlPlaneserialCopyFile2711895398/001/cp-test_ha-047000-m04.txt | | | | | |
| ssh | ha-047000 ssh -n | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | ha-047000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-047000 cp ha-047000-m04:/home/docker/cp-test.txt | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | ha-047000:/home/docker/cp-test_ha-047000-m04_ha-047000.txt | | | | | |
| ssh | ha-047000 ssh -n | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | ha-047000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-047000 ssh -n ha-047000 sudo cat | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | /home/docker/cp-test_ha-047000-m04_ha-047000.txt | | | | | |
| cp | ha-047000 cp ha-047000-m04:/home/docker/cp-test.txt | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | ha-047000-m02:/home/docker/cp-test_ha-047000-m04_ha-047000-m02.txt | | | | | |
| ssh | ha-047000 ssh -n | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | ha-047000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-047000 ssh -n ha-047000-m02 sudo cat | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | /home/docker/cp-test_ha-047000-m04_ha-047000-m02.txt | | | | | |
| cp | ha-047000 cp ha-047000-m04:/home/docker/cp-test.txt | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | ha-047000-m03:/home/docker/cp-test_ha-047000-m04_ha-047000-m03.txt | | | | | |
| ssh | ha-047000 ssh -n | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | ha-047000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-047000 ssh -n ha-047000-m03 sudo cat | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | /home/docker/cp-test_ha-047000-m04_ha-047000-m03.txt | | | | | |
| node | ha-047000 node stop m02 -v=7 | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:40 PDT |
| | --alsologtostderr | | | | | |
| node | ha-047000 node start m02 -v=7 | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:40 PDT | 18 Jul 24 11:41 PDT |
| | --alsologtostderr | | | | | |
| node | list -p ha-047000 -v=7 | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:41 PDT | |
| | --alsologtostderr | | | | | |
| stop | -p ha-047000 -v=7 | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:41 PDT | 18 Jul 24 11:41 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-047000 --wait=true -v=7 | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:41 PDT | |
| | --alsologtostderr | | | | | |
| node | list -p ha-047000 | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:43 PDT | |
| node | ha-047000 node delete m03 -v=7 | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:43 PDT | |
| | --alsologtostderr | | | | | |
| stop | ha-047000 stop -v=7 | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:44 PDT | 18 Jul 24 11:46 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-047000 --wait=true | ha-047000 | jenkins | v1.33.1 | 18 Jul 24 11:46 PDT | 18 Jul 24 11:49 PDT |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=hyperkit | | | | | |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/07/18 11:46:41
Running on machine: MacOS-Agent-3
Binary: Built with gc go1.22.5 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0718 11:46:41.239416 19863 out.go:291] Setting OutFile to fd 1 ...
I0718 11:46:41.239597 19863 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0718 11:46:41.239602 19863 out.go:304] Setting ErrFile to fd 2...
I0718 11:46:41.239610 19863 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0718 11:46:41.239784 19863 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19297-17101/.minikube/bin
I0718 11:46:41.241182 19863 out.go:298] Setting JSON to false
I0718 11:46:41.263186 19863 start.go:129] hostinfo: {"hostname":"MacOS-Agent-3.local","uptime":6374,"bootTime":1721322027,"procs":482,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"bd1c05a8-24a6-5973-aa69-f3c7c66a87ce"}
W0718 11:46:41.263297 19863 start.go:137] gopshost.Virtualization returned error: not implemented yet
I0718 11:46:41.285904 19863 out.go:177] * [ha-047000] minikube v1.33.1 on Darwin 14.5
I0718 11:46:41.329416 19863 out.go:177] - MINIKUBE_LOCATION=19297
I0718 11:46:41.329452 19863 notify.go:220] Checking for updates...
I0718 11:46:41.372238 19863 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/19297-17101/kubeconfig
I0718 11:46:41.393426 19863 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I0718 11:46:41.414567 19863 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0718 11:46:41.435510 19863 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19297-17101/.minikube
I0718 11:46:41.456398 19863 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0718 11:46:41.478290 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:46:41.478948 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:46:41.479047 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:46:41.488483 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58370
I0718 11:46:41.488827 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:46:41.489308 19863 main.go:141] libmachine: Using API Version 1
I0718 11:46:41.489330 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:46:41.489533 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:46:41.489654 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:46:41.489868 19863 driver.go:392] Setting default libvirt URI to qemu:///system
I0718 11:46:41.490110 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:46:41.490144 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:46:41.498444 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58372
I0718 11:46:41.498791 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:46:41.499146 19863 main.go:141] libmachine: Using API Version 1
I0718 11:46:41.499164 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:46:41.499374 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:46:41.499496 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:46:41.528727 19863 out.go:177] * Using the hyperkit driver based on existing profile
I0718 11:46:41.550439 19863 start.go:297] selected driver: hyperkit
I0718 11:46:41.550464 19863 start.go:901] validating driver "hyperkit" against &{Name:ha-047000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19264/minikube-v1.33.1-1721146474-19264-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721234491-19282@sha256:af477ffa9f6167a73f0adae71d3a4e601ba0c2adc97a4067255b422b3477d2c2 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber
netesVersion:v1.30.3 ClusterName:ha-047000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.8 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.9 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclas
s:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersio
n:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0718 11:46:41.550721 19863 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0718 11:46:41.550913 19863 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0718 11:46:41.551105 19863 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19297-17101/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I0718 11:46:41.560932 19863 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.33.1
I0718 11:46:41.564696 19863 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:46:41.564716 19863 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I0718 11:46:41.567298 19863 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0718 11:46:41.567333 19863 cni.go:84] Creating CNI manager for ""
I0718 11:46:41.567341 19863 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0718 11:46:41.567425 19863 start.go:340] cluster config:
{Name:ha-047000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19264/minikube-v1.33.1-1721146474-19264-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721234491-19282@sha256:af477ffa9f6167a73f0adae71d3a4e601ba0c2adc97a4067255b422b3477d2c2 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:ha-047000 Namespace:default APIServerHAVIP:192.16
9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.8 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.9 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-t
iller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0
MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0718 11:46:41.567526 19863 iso.go:125] acquiring lock: {Name:mk5e20da22f38eade8b74878f6359d583f0de877 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0718 11:46:41.609542 19863 out.go:177] * Starting "ha-047000" primary control-plane node in "ha-047000" cluster
I0718 11:46:41.630680 19863 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker
I0718 11:46:41.630773 19863 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19297-17101/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4
I0718 11:46:41.630803 19863 cache.go:56] Caching tarball of preloaded images
I0718 11:46:41.630999 19863 preload.go:172] Found /Users/jenkins/minikube-integration/19297-17101/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0718 11:46:41.631017 19863 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker
I0718 11:46:41.631221 19863 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/config.json ...
I0718 11:46:41.632189 19863 start.go:360] acquireMachinesLock for ha-047000: {Name:mk4481996866024b07d4513a1065e67d0c5e5cc7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0718 11:46:41.632316 19863 start.go:364] duration metric: took 102.097µs to acquireMachinesLock for "ha-047000"
I0718 11:46:41.632347 19863 start.go:96] Skipping create...Using existing machine configuration
I0718 11:46:41.632366 19863 fix.go:54] fixHost starting:
I0718 11:46:41.632754 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:46:41.632784 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:46:41.641826 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58374
I0718 11:46:41.642174 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:46:41.642518 19863 main.go:141] libmachine: Using API Version 1
I0718 11:46:41.642532 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:46:41.642746 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:46:41.642868 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:46:41.642968 19863 main.go:141] libmachine: (ha-047000) Calling .GetState
I0718 11:46:41.643061 19863 main.go:141] libmachine: (ha-047000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:46:41.643135 19863 main.go:141] libmachine: (ha-047000) DBG | hyperkit pid from json: 19702
I0718 11:46:41.644182 19863 main.go:141] libmachine: (ha-047000) DBG | hyperkit pid 19702 missing from process table
I0718 11:46:41.644221 19863 fix.go:112] recreateIfNeeded on ha-047000: state=Stopped err=<nil>
I0718 11:46:41.644236 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
W0718 11:46:41.644333 19863 fix.go:138] unexpected machine state, will restart: <nil>
I0718 11:46:41.665696 19863 out.go:177] * Restarting existing hyperkit VM for "ha-047000" ...
I0718 11:46:41.688616 19863 main.go:141] libmachine: (ha-047000) Calling .Start
I0718 11:46:41.688876 19863 main.go:141] libmachine: (ha-047000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:46:41.688932 19863 main.go:141] libmachine: (ha-047000) DBG | clean start, hyperkit pid file doesn't exist: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/hyperkit.pid
I0718 11:46:41.688995 19863 main.go:141] libmachine: (ha-047000) DBG | Using UUID cabffc90-e828-4557-b77d-5ad960f4f553
I0718 11:46:41.799255 19863 main.go:141] libmachine: (ha-047000) DBG | Generated MAC 46:af:73:c2:a2:19
I0718 11:46:41.799280 19863 main.go:141] libmachine: (ha-047000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000
I0718 11:46:41.799420 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"cabffc90-e828-4557-b77d-5ad960f4f553", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002b1f20)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0718 11:46:41.799449 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"cabffc90-e828-4557-b77d-5ad960f4f553", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002b1f20)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0718 11:46:41.799492 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "cabffc90-e828-4557-b77d-5ad960f4f553", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/ha-047000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/tty,log=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/bzimage,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/initrd,earlyp
rintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000"}
I0718 11:46:41.799526 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U cabffc90-e828-4557-b77d-5ad960f4f553 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/ha-047000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/tty,log=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/console-ring -f kexec,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/bzimage,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nom
odeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000"
I0718 11:46:41.799537 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0718 11:46:41.801048 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 DEBUG: hyperkit: Pid is 19876
I0718 11:46:41.801514 19863 main.go:141] libmachine: (ha-047000) DBG | Attempt 0
I0718 11:46:41.801547 19863 main.go:141] libmachine: (ha-047000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:46:41.801618 19863 main.go:141] libmachine: (ha-047000) DBG | hyperkit pid from json: 19876
I0718 11:46:41.803509 19863 main.go:141] libmachine: (ha-047000) DBG | Searching for 46:af:73:c2:a2:19 in /var/db/dhcpd_leases ...
I0718 11:46:41.803912 19863 main.go:141] libmachine: (ha-047000) DBG | Found 8 entries in /var/db/dhcpd_leases!
I0718 11:46:41.803940 19863 main.go:141] libmachine: (ha-047000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:46:af:73:c2:a2:19 ID:1,46:af:73:c2:a2:19 Lease:0x66996310}
I0718 11:46:41.803967 19863 main.go:141] libmachine: (ha-047000) DBG | Found match: 46:af:73:c2:a2:19
I0718 11:46:41.803979 19863 main.go:141] libmachine: (ha-047000) DBG | IP: 192.169.0.6
I0718 11:46:41.804033 19863 main.go:141] libmachine: (ha-047000) Calling .GetConfigRaw
I0718 11:46:41.804784 19863 main.go:141] libmachine: (ha-047000) Calling .GetIP
I0718 11:46:41.804996 19863 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/config.json ...
I0718 11:46:41.805471 19863 machine.go:94] provisionDockerMachine start ...
I0718 11:46:41.805484 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:46:41.805602 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:46:41.805721 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:46:41.805884 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:46:41.805983 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:46:41.806086 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:46:41.806217 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:46:41.806424 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0718 11:46:41.806432 19863 main.go:141] libmachine: About to run SSH command:
hostname
I0718 11:46:41.808976 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0718 11:46:41.861231 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0718 11:46:41.861944 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0718 11:46:41.861960 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0718 11:46:41.861970 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0718 11:46:41.861979 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:41 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0718 11:46:42.244947 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:42 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0718 11:46:42.244963 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:42 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0718 11:46:42.360279 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:42 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0718 11:46:42.360322 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:42 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0718 11:46:42.360377 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:42 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0718 11:46:42.360407 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:42 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0718 11:46:42.361228 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:42 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0718 11:46:42.361248 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:42 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0718 11:46:47.633116 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:47 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 0
I0718 11:46:47.633146 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:47 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 0
I0718 11:46:47.633158 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:47 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 0
I0718 11:46:47.657959 19863 main.go:141] libmachine: (ha-047000) DBG | 2024/07/18 11:46:47 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 0
I0718 11:47:16.886943 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0718 11:47:16.886959 19863 main.go:141] libmachine: (ha-047000) Calling .GetMachineName
I0718 11:47:16.887098 19863 buildroot.go:166] provisioning hostname "ha-047000"
I0718 11:47:16.887108 19863 main.go:141] libmachine: (ha-047000) Calling .GetMachineName
I0718 11:47:16.887200 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:16.887287 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:16.887383 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:16.887492 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:16.887627 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:16.887776 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:16.887935 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0718 11:47:16.887948 19863 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-047000 && echo "ha-047000" | sudo tee /etc/hostname
I0718 11:47:16.966464 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-047000
I0718 11:47:16.966483 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:16.966609 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:16.966722 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:16.966832 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:16.966925 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:16.967056 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:16.967204 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0718 11:47:16.967216 19863 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-047000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-047000/g' /etc/hosts;
else
echo '127.0.1.1 ha-047000' | sudo tee -a /etc/hosts;
fi
fi
I0718 11:47:17.039987 19863 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0718 11:47:17.040010 19863 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19297-17101/.minikube CaCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19297-17101/.minikube}
I0718 11:47:17.040029 19863 buildroot.go:174] setting up certificates
I0718 11:47:17.040039 19863 provision.go:84] configureAuth start
I0718 11:47:17.040045 19863 main.go:141] libmachine: (ha-047000) Calling .GetMachineName
I0718 11:47:17.040194 19863 main.go:141] libmachine: (ha-047000) Calling .GetIP
I0718 11:47:17.040313 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:17.040443 19863 provision.go:143] copyHostCerts
I0718 11:47:17.040501 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem
I0718 11:47:17.040570 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem, removing ...
I0718 11:47:17.040579 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem
I0718 11:47:17.040802 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem (1123 bytes)
I0718 11:47:17.041053 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem
I0718 11:47:17.041098 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem, removing ...
I0718 11:47:17.041103 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem
I0718 11:47:17.041183 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem (1675 bytes)
I0718 11:47:17.041334 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem
I0718 11:47:17.041374 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem, removing ...
I0718 11:47:17.041384 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem
I0718 11:47:17.041505 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem (1078 bytes)
I0718 11:47:17.041685 19863 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem org=jenkins.ha-047000 san=[127.0.0.1 192.169.0.6 ha-047000 localhost minikube]
I0718 11:47:17.262544 19863 provision.go:177] copyRemoteCerts
I0718 11:47:17.262596 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0718 11:47:17.262636 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:17.262843 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:17.262939 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:17.263038 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:17.263133 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/id_rsa Username:docker}
I0718 11:47:17.303587 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0718 11:47:17.303657 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0718 11:47:17.325357 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem -> /etc/docker/server.pem
I0718 11:47:17.325417 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I0718 11:47:17.346140 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0718 11:47:17.346199 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0718 11:47:17.365760 19863 provision.go:87] duration metric: took 325.698453ms to configureAuth
I0718 11:47:17.365774 19863 buildroot.go:189] setting minikube options for container-runtime
I0718 11:47:17.365942 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:47:17.365955 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:47:17.366089 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:17.366183 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:17.366280 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:17.366364 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:17.366452 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:17.366573 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:17.366696 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0718 11:47:17.366704 19863 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0718 11:47:17.435057 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0718 11:47:17.435068 19863 buildroot.go:70] root file system type: tmpfs
I0718 11:47:17.435150 19863 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0718 11:47:17.435162 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:17.435322 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:17.435429 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:17.435517 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:17.435622 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:17.435780 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:17.435938 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0718 11:47:17.435985 19863 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0718 11:47:17.513605 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0718 11:47:17.513627 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:17.513758 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:17.513858 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:17.513964 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:17.514053 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:17.514186 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:17.514321 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0718 11:47:17.514339 19863 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0718 11:47:19.170238 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0718 11:47:19.170252 19863 machine.go:97] duration metric: took 37.363650599s to provisionDockerMachine
I0718 11:47:19.170264 19863 start.go:293] postStartSetup for "ha-047000" (driver="hyperkit")
I0718 11:47:19.170283 19863 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0718 11:47:19.170312 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:47:19.170492 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0718 11:47:19.170507 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:19.170593 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:19.170688 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:19.170773 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:19.170870 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/id_rsa Username:docker}
I0718 11:47:19.211605 19863 ssh_runner.go:195] Run: cat /etc/os-release
I0718 11:47:19.214853 19863 info.go:137] Remote host: Buildroot 2023.02.9
I0718 11:47:19.214864 19863 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19297-17101/.minikube/addons for local assets ...
I0718 11:47:19.214962 19863 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19297-17101/.minikube/files for local assets ...
I0718 11:47:19.215144 19863 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> 176252.pem in /etc/ssl/certs
I0718 11:47:19.215150 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> /etc/ssl/certs/176252.pem
I0718 11:47:19.215359 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0718 11:47:19.222502 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem --> /etc/ssl/certs/176252.pem (1708 bytes)
I0718 11:47:19.242369 19863 start.go:296] duration metric: took 72.085761ms for postStartSetup
I0718 11:47:19.242389 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:47:19.242580 19863 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0718 11:47:19.242593 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:19.242686 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:19.242832 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:19.242931 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:19.243019 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/id_rsa Username:docker}
I0718 11:47:19.281414 19863 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0718 11:47:19.281478 19863 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0718 11:47:19.335213 19863 fix.go:56] duration metric: took 37.701718494s for fixHost
I0718 11:47:19.335250 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:19.335511 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:19.335732 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:19.335956 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:19.336159 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:19.336410 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:19.336663 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0718 11:47:19.336677 19863 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0718 11:47:19.404550 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721328439.154993922
I0718 11:47:19.404562 19863 fix.go:216] guest clock: 1721328439.154993922
I0718 11:47:19.404568 19863 fix.go:229] Guest: 2024-07-18 11:47:19.154993922 -0700 PDT Remote: 2024-07-18 11:47:19.335234 -0700 PDT m=+38.129522259 (delta=-180.240078ms)
I0718 11:47:19.404589 19863 fix.go:200] guest clock delta is within tolerance: -180.240078ms
I0718 11:47:19.404595 19863 start.go:83] releasing machines lock for "ha-047000", held for 37.771134639s
I0718 11:47:19.404614 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:47:19.404750 19863 main.go:141] libmachine: (ha-047000) Calling .GetIP
I0718 11:47:19.404849 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:47:19.405203 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:47:19.405305 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:47:19.405381 19863 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0718 11:47:19.405424 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:19.405480 19863 ssh_runner.go:195] Run: cat /version.json
I0718 11:47:19.405490 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:19.405536 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:19.405602 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:19.405636 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:19.405709 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:19.405730 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:19.405795 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/id_rsa Username:docker}
I0718 11:47:19.405833 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:19.405915 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/id_rsa Username:docker}
I0718 11:47:19.441596 19863 ssh_runner.go:195] Run: systemctl --version
I0718 11:47:19.493598 19863 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0718 11:47:19.498052 19863 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0718 11:47:19.498097 19863 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0718 11:47:19.511341 19863 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0718 11:47:19.511353 19863 start.go:495] detecting cgroup driver to use...
I0718 11:47:19.511460 19863 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0718 11:47:19.526231 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0718 11:47:19.535232 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0718 11:47:19.544117 19863 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0718 11:47:19.544157 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0718 11:47:19.553069 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0718 11:47:19.561969 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0718 11:47:19.571172 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0718 11:47:19.580294 19863 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0718 11:47:19.591958 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0718 11:47:19.601468 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0718 11:47:19.610455 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0718 11:47:19.618459 19863 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0718 11:47:19.626739 19863 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0718 11:47:19.633991 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:47:19.726048 19863 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0718 11:47:19.745531 19863 start.go:495] detecting cgroup driver to use...
I0718 11:47:19.745617 19863 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0718 11:47:19.758342 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0718 11:47:19.769240 19863 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0718 11:47:19.791816 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0718 11:47:19.802473 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0718 11:47:19.812762 19863 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0718 11:47:19.828380 19863 ssh_runner.go:195] Run: which cri-dockerd
I0718 11:47:19.831337 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0718 11:47:19.838670 19863 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0718 11:47:19.851946 19863 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0718 11:47:19.944593 19863 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0718 11:47:20.053766 19863 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0718 11:47:20.053849 19863 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0718 11:47:20.067859 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:47:20.162530 19863 ssh_runner.go:195] Run: sudo systemctl restart docker
I0718 11:47:22.460768 19863 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.298151449s)
I0718 11:47:22.460828 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0718 11:47:22.472285 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0718 11:47:22.483265 19863 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0718 11:47:22.580210 19863 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0718 11:47:22.681502 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:47:22.785350 19863 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0718 11:47:22.799735 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0718 11:47:22.809846 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:47:22.902094 19863 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0718 11:47:22.960114 19863 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0718 11:47:22.960188 19863 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0718 11:47:22.964734 19863 start.go:563] Will wait 60s for crictl version
I0718 11:47:22.964784 19863 ssh_runner.go:195] Run: which crictl
I0718 11:47:22.967772 19863 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0718 11:47:22.992593 19863 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.0.3
RuntimeApiVersion: v1
I0718 11:47:22.992672 19863 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0718 11:47:23.011408 19863 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0718 11:47:23.070915 19863 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.0.3 ...
I0718 11:47:23.070964 19863 main.go:141] libmachine: (ha-047000) Calling .GetIP
I0718 11:47:23.071357 19863 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0718 11:47:23.075807 19863 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0718 11:47:23.085495 19863 kubeadm.go:883] updating cluster {Name:ha-047000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19264/minikube-v1.33.1-1721146474-19264-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721234491-19282@sha256:af477ffa9f6167a73f0adae71d3a4e601ba0c2adc97a4067255b422b3477d2c2 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.
3 ClusterName:ha-047000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.8 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.9 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false f
reshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID
:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0718 11:47:23.085592 19863 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker
I0718 11:47:23.085647 19863 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0718 11:47:23.097829 19863 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.30.3
registry.k8s.io/kube-controller-manager:v1.30.3
registry.k8s.io/kube-scheduler:v1.30.3
registry.k8s.io/kube-proxy:v1.30.3
kindest/kindnetd:v20240715-585640e9
ghcr.io/kube-vip/kube-vip:v0.8.0
registry.k8s.io/etcd:3.5.12-0
registry.k8s.io/coredns/coredns:v1.11.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0718 11:47:23.097840 19863 docker.go:615] Images already preloaded, skipping extraction
I0718 11:47:23.097924 19863 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0718 11:47:23.111009 19863 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.30.3
registry.k8s.io/kube-scheduler:v1.30.3
registry.k8s.io/kube-controller-manager:v1.30.3
registry.k8s.io/kube-proxy:v1.30.3
kindest/kindnetd:v20240715-585640e9
ghcr.io/kube-vip/kube-vip:v0.8.0
registry.k8s.io/etcd:3.5.12-0
registry.k8s.io/coredns/coredns:v1.11.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0718 11:47:23.111027 19863 cache_images.go:84] Images are preloaded, skipping loading
I0718 11:47:23.111042 19863 kubeadm.go:934] updating node { 192.169.0.6 8443 v1.30.3 docker true true} ...
I0718 11:47:23.111129 19863 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-047000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.6
[Install]
config:
{KubernetesVersion:v1.30.3 ClusterName:ha-047000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0718 11:47:23.111200 19863 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0718 11:47:23.130372 19863 cni.go:84] Creating CNI manager for ""
I0718 11:47:23.130385 19863 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0718 11:47:23.130402 19863 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0718 11:47:23.130419 19863 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.6 APIServerPort:8443 KubernetesVersion:v1.30.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-047000 NodeName:ha-047000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.6"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.6 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manif
ests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0718 11:47:23.130511 19863 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.6
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-047000"
kubeletExtraArgs:
node-ip: 192.169.0.6
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.6"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.30.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0718 11:47:23.130530 19863 kube-vip.go:115] generating kube-vip config ...
I0718 11:47:23.130576 19863 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0718 11:47:23.143116 19863 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0718 11:47:23.143179 19863 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0718 11:47:23.143234 19863 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3
I0718 11:47:23.151796 19863 binaries.go:44] Found k8s binaries, skipping transfer
I0718 11:47:23.151842 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0718 11:47:23.161446 19863 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (307 bytes)
I0718 11:47:23.174855 19863 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0718 11:47:23.188330 19863 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2148 bytes)
I0718 11:47:23.201819 19863 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0718 11:47:23.215218 19863 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0718 11:47:23.217983 19863 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0718 11:47:23.227156 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:47:23.323786 19863 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0718 11:47:23.338417 19863 certs.go:68] Setting up /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000 for IP: 192.169.0.6
I0718 11:47:23.338429 19863 certs.go:194] generating shared ca certs ...
I0718 11:47:23.338439 19863 certs.go:226] acquiring lock for ca certs: {Name:mk8f47456d6c317d7c8ac23723fbb32735ca3fe6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0718 11:47:23.338620 19863 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key
I0718 11:47:23.338692 19863 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key
I0718 11:47:23.338703 19863 certs.go:256] generating profile certs ...
I0718 11:47:23.338815 19863 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/client.key
I0718 11:47:23.338896 19863 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.key.a3266271
I0718 11:47:23.338968 19863 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.key
I0718 11:47:23.338975 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0718 11:47:23.338995 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0718 11:47:23.339013 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0718 11:47:23.339030 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0718 11:47:23.339047 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0718 11:47:23.339082 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0718 11:47:23.339117 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0718 11:47:23.339141 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0718 11:47:23.339243 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem (1338 bytes)
W0718 11:47:23.339288 19863 certs.go:480] ignoring /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625_empty.pem, impossibly tiny 0 bytes
I0718 11:47:23.339297 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem (1675 bytes)
I0718 11:47:23.339329 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem (1078 bytes)
I0718 11:47:23.339365 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem (1123 bytes)
I0718 11:47:23.339394 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem (1675 bytes)
I0718 11:47:23.339476 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem (1708 bytes)
I0718 11:47:23.339515 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0718 11:47:23.339536 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem -> /usr/share/ca-certificates/17625.pem
I0718 11:47:23.339554 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> /usr/share/ca-certificates/176252.pem
I0718 11:47:23.339993 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0718 11:47:23.375966 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0718 11:47:23.399168 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0718 11:47:23.423709 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0718 11:47:23.445356 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0718 11:47:23.469951 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0718 11:47:23.506139 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0718 11:47:23.547025 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0718 11:47:23.582502 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0718 11:47:23.643760 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem --> /usr/share/ca-certificates/17625.pem (1338 bytes)
I0718 11:47:23.668364 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem --> /usr/share/ca-certificates/176252.pem (1708 bytes)
I0718 11:47:23.689089 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0718 11:47:23.703378 19863 ssh_runner.go:195] Run: openssl version
I0718 11:47:23.707719 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0718 11:47:23.716016 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0718 11:47:23.719299 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 18 18:16 /usr/share/ca-certificates/minikubeCA.pem
I0718 11:47:23.719332 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0718 11:47:23.723493 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0718 11:47:23.731684 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/17625.pem && ln -fs /usr/share/ca-certificates/17625.pem /etc/ssl/certs/17625.pem"
I0718 11:47:23.739870 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/17625.pem
I0718 11:47:23.743297 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 18 18:25 /usr/share/ca-certificates/17625.pem
I0718 11:47:23.743336 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/17625.pem
I0718 11:47:23.747613 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/17625.pem /etc/ssl/certs/51391683.0"
I0718 11:47:23.756065 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/176252.pem && ln -fs /usr/share/ca-certificates/176252.pem /etc/ssl/certs/176252.pem"
I0718 11:47:23.764155 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/176252.pem
I0718 11:47:23.767527 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 18 18:25 /usr/share/ca-certificates/176252.pem
I0718 11:47:23.767562 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/176252.pem
I0718 11:47:23.771675 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/176252.pem /etc/ssl/certs/3ec20f2e.0"
I0718 11:47:23.779925 19863 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0718 11:47:23.783379 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0718 11:47:23.787991 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0718 11:47:23.792249 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0718 11:47:23.796525 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0718 11:47:23.800806 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0718 11:47:23.805035 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0718 11:47:23.809393 19863 kubeadm.go:392] StartCluster: {Name:ha-047000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19264/minikube-v1.33.1-1721146474-19264-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721234491-19282@sha256:af477ffa9f6167a73f0adae71d3a4e601ba0c2adc97a4067255b422b3477d2c2 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 C
lusterName:ha-047000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.8 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.9 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false fres
hpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:do
cker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0718 11:47:23.809516 19863 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0718 11:47:23.820910 19863 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0718 11:47:23.828472 19863 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I0718 11:47:23.828486 19863 kubeadm.go:593] restartPrimaryControlPlane start ...
I0718 11:47:23.828526 19863 ssh_runner.go:195] Run: sudo test -d /data/minikube
I0718 11:47:23.835766 19863 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I0718 11:47:23.836080 19863 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-047000" does not appear in /Users/jenkins/minikube-integration/19297-17101/kubeconfig
I0718 11:47:23.836166 19863 kubeconfig.go:62] /Users/jenkins/minikube-integration/19297-17101/kubeconfig needs updating (will repair): [kubeconfig missing "ha-047000" cluster setting kubeconfig missing "ha-047000" context setting]
I0718 11:47:23.836354 19863 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19297-17101/kubeconfig: {Name:mk732f75fbc33cc1c4369e5dfb7327a3369805f7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0718 11:47:23.837035 19863 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19297-17101/kubeconfig
I0718 11:47:23.837232 19863 kapi.go:59] client config for ha-047000: &rest.Config{Host:"https://192.169.0.6:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/client.key", CAFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xec55b40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0718 11:47:23.837605 19863 cert_rotation.go:137] Starting client certificate rotation controller
I0718 11:47:23.837805 19863 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I0718 11:47:23.844942 19863 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.6
I0718 11:47:23.844955 19863 kubeadm.go:597] duration metric: took 16.464631ms to restartPrimaryControlPlane
I0718 11:47:23.844961 19863 kubeadm.go:394] duration metric: took 35.573209ms to StartCluster
I0718 11:47:23.844970 19863 settings.go:142] acquiring lock: {Name:mk056447b1504bd911f54b2eebaf85d729c59ff9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0718 11:47:23.845040 19863 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/19297-17101/kubeconfig
I0718 11:47:23.845417 19863 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19297-17101/kubeconfig: {Name:mk732f75fbc33cc1c4369e5dfb7327a3369805f7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0718 11:47:23.845637 19863 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0718 11:47:23.845649 19863 start.go:241] waiting for startup goroutines ...
I0718 11:47:23.845662 19863 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0718 11:47:23.845766 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:47:23.887784 19863 out.go:177] * Enabled addons:
I0718 11:47:23.908802 19863 addons.go:510] duration metric: took 63.141891ms for enable addons: enabled=[]
I0718 11:47:23.908839 19863 start.go:246] waiting for cluster config update ...
I0718 11:47:23.908851 19863 start.go:255] writing updated cluster config ...
I0718 11:47:23.930732 19863 out.go:177]
I0718 11:47:23.952267 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:47:23.952393 19863 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/config.json ...
I0718 11:47:23.974777 19863 out.go:177] * Starting "ha-047000-m02" control-plane node in "ha-047000" cluster
I0718 11:47:23.995774 19863 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker
I0718 11:47:23.995807 19863 cache.go:56] Caching tarball of preloaded images
I0718 11:47:23.996008 19863 preload.go:172] Found /Users/jenkins/minikube-integration/19297-17101/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0718 11:47:23.996026 19863 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker
I0718 11:47:23.996151 19863 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/config.json ...
I0718 11:47:23.997037 19863 start.go:360] acquireMachinesLock for ha-047000-m02: {Name:mk4481996866024b07d4513a1065e67d0c5e5cc7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0718 11:47:23.997156 19863 start.go:364] duration metric: took 95.522µs to acquireMachinesLock for "ha-047000-m02"
I0718 11:47:23.997180 19863 start.go:96] Skipping create...Using existing machine configuration
I0718 11:47:23.997188 19863 fix.go:54] fixHost starting: m02
I0718 11:47:23.997615 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:47:23.997633 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:47:24.007067 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58396
I0718 11:47:24.007601 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:47:24.008034 19863 main.go:141] libmachine: Using API Version 1
I0718 11:47:24.008074 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:47:24.008447 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:47:24.008582 19863 main.go:141] libmachine: (ha-047000-m02) Calling .DriverName
I0718 11:47:24.008674 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetState
I0718 11:47:24.008758 19863 main.go:141] libmachine: (ha-047000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:47:24.008841 19863 main.go:141] libmachine: (ha-047000-m02) DBG | hyperkit pid from json: 19714
I0718 11:47:24.009858 19863 main.go:141] libmachine: (ha-047000-m02) DBG | hyperkit pid 19714 missing from process table
I0718 11:47:24.009889 19863 fix.go:112] recreateIfNeeded on ha-047000-m02: state=Stopped err=<nil>
I0718 11:47:24.009900 19863 main.go:141] libmachine: (ha-047000-m02) Calling .DriverName
W0718 11:47:24.009981 19863 fix.go:138] unexpected machine state, will restart: <nil>
I0718 11:47:24.030860 19863 out.go:177] * Restarting existing hyperkit VM for "ha-047000-m02" ...
I0718 11:47:24.051788 19863 main.go:141] libmachine: (ha-047000-m02) Calling .Start
I0718 11:47:24.052062 19863 main.go:141] libmachine: (ha-047000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:47:24.052143 19863 main.go:141] libmachine: (ha-047000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/hyperkit.pid
I0718 11:47:24.054016 19863 main.go:141] libmachine: (ha-047000-m02) DBG | hyperkit pid 19714 missing from process table
I0718 11:47:24.054032 19863 main.go:141] libmachine: (ha-047000-m02) DBG | pid 19714 is in state "Stopped"
I0718 11:47:24.054049 19863 main.go:141] libmachine: (ha-047000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/hyperkit.pid...
I0718 11:47:24.054408 19863 main.go:141] libmachine: (ha-047000-m02) DBG | Using UUID 0d221459-0cd0-4ed4-acd3-9c316ace613c
I0718 11:47:24.082728 19863 main.go:141] libmachine: (ha-047000-m02) DBG | Generated MAC 22:eb:aa:ec:eb:f7
I0718 11:47:24.082758 19863 main.go:141] libmachine: (ha-047000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000
I0718 11:47:24.082998 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"0d221459-0cd0-4ed4-acd3-9c316ace613c", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003b7b00)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0718 11:47:24.083044 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"0d221459-0cd0-4ed4-acd3-9c316ace613c", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003b7b00)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0718 11:47:24.083118 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "0d221459-0cd0-4ed4-acd3-9c316ace613c", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/ha-047000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/tty,log=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/bzimage,/Users/jenkins/minikube-integration/19297-17101/.minikube/
machines/ha-047000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000"}
I0718 11:47:24.083180 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 0d221459-0cd0-4ed4-acd3-9c316ace613c -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/ha-047000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/tty,log=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/bzimage,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/initrd,earlyprintk=serial loglevel=3 co
nsole=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000"
I0718 11:47:24.083198 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0718 11:47:24.084575 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 DEBUG: hyperkit: Pid is 19887
I0718 11:47:24.085051 19863 main.go:141] libmachine: (ha-047000-m02) DBG | Attempt 0
I0718 11:47:24.085063 19863 main.go:141] libmachine: (ha-047000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:47:24.085180 19863 main.go:141] libmachine: (ha-047000-m02) DBG | hyperkit pid from json: 19887
I0718 11:47:24.086957 19863 main.go:141] libmachine: (ha-047000-m02) DBG | Searching for 22:eb:aa:ec:eb:f7 in /var/db/dhcpd_leases ...
I0718 11:47:24.087031 19863 main.go:141] libmachine: (ha-047000-m02) DBG | Found 8 entries in /var/db/dhcpd_leases!
I0718 11:47:24.087046 19863 main.go:141] libmachine: (ha-047000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:46:af:73:c2:a2:19 ID:1,46:af:73:c2:a2:19 Lease:0x669ab49a}
I0718 11:47:24.087057 19863 main.go:141] libmachine: (ha-047000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:22:eb:aa:ec:eb:f7 ID:1,22:eb:aa:ec:eb:f7 Lease:0x669ab3a5}
I0718 11:47:24.087067 19863 main.go:141] libmachine: (ha-047000-m02) DBG | Found match: 22:eb:aa:ec:eb:f7
I0718 11:47:24.087083 19863 main.go:141] libmachine: (ha-047000-m02) DBG | IP: 192.169.0.7
I0718 11:47:24.087124 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetConfigRaw
I0718 11:47:24.087882 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetIP
I0718 11:47:24.088116 19863 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/config.json ...
I0718 11:47:24.088706 19863 machine.go:94] provisionDockerMachine start ...
I0718 11:47:24.088717 19863 main.go:141] libmachine: (ha-047000-m02) Calling .DriverName
I0718 11:47:24.088861 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:24.088973 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:24.089080 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:24.089189 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:24.089299 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:24.089432 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:24.089610 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0718 11:47:24.089618 19863 main.go:141] libmachine: About to run SSH command:
hostname
I0718 11:47:24.092703 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0718 11:47:24.101145 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0718 11:47:24.102240 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0718 11:47:24.102267 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0718 11:47:24.102283 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0718 11:47:24.102299 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0718 11:47:24.489448 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0718 11:47:24.489463 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0718 11:47:24.604447 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0718 11:47:24.604467 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0718 11:47:24.604494 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0718 11:47:24.604509 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0718 11:47:24.605355 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0718 11:47:24.605368 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:24 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0718 11:47:29.892273 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:29 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0718 11:47:29.892348 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:29 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0718 11:47:29.892358 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:29 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0718 11:47:29.915964 19863 main.go:141] libmachine: (ha-047000-m02) DBG | 2024/07/18 11:47:29 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0718 11:47:35.148687 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0718 11:47:35.148701 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetMachineName
I0718 11:47:35.148832 19863 buildroot.go:166] provisioning hostname "ha-047000-m02"
I0718 11:47:35.148842 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetMachineName
I0718 11:47:35.148953 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:35.149033 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:35.149126 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:35.149216 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:35.149344 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:35.149480 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:35.149621 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0718 11:47:35.149636 19863 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-047000-m02 && echo "ha-047000-m02" | sudo tee /etc/hostname
I0718 11:47:35.212555 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-047000-m02
I0718 11:47:35.212577 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:35.212706 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:35.212794 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:35.212867 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:35.212988 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:35.213113 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:35.213259 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0718 11:47:35.213270 19863 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-047000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-047000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-047000-m02' | sudo tee -a /etc/hosts;
fi
fi
I0718 11:47:35.270629 19863 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0718 11:47:35.270644 19863 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19297-17101/.minikube CaCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19297-17101/.minikube}
I0718 11:47:35.270653 19863 buildroot.go:174] setting up certificates
I0718 11:47:35.270666 19863 provision.go:84] configureAuth start
I0718 11:47:35.270673 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetMachineName
I0718 11:47:35.270804 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetIP
I0718 11:47:35.270915 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:35.270998 19863 provision.go:143] copyHostCerts
I0718 11:47:35.271026 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem
I0718 11:47:35.271071 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem, removing ...
I0718 11:47:35.271077 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem
I0718 11:47:35.271286 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem (1675 bytes)
I0718 11:47:35.271512 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem
I0718 11:47:35.271545 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem, removing ...
I0718 11:47:35.271549 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem
I0718 11:47:35.271627 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem (1078 bytes)
I0718 11:47:35.271783 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem
I0718 11:47:35.271812 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem, removing ...
I0718 11:47:35.271817 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem
I0718 11:47:35.271898 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem (1123 bytes)
I0718 11:47:35.272056 19863 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem org=jenkins.ha-047000-m02 san=[127.0.0.1 192.169.0.7 ha-047000-m02 localhost minikube]
I0718 11:47:35.568562 19863 provision.go:177] copyRemoteCerts
I0718 11:47:35.568611 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0718 11:47:35.568625 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:35.568765 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:35.568859 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:35.568943 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:35.569059 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/id_rsa Username:docker}
I0718 11:47:35.602978 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem -> /etc/docker/server.pem
I0718 11:47:35.603052 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0718 11:47:35.623157 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0718 11:47:35.623228 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0718 11:47:35.642791 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0718 11:47:35.642858 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0718 11:47:35.662401 19863 provision.go:87] duration metric: took 391.716498ms to configureAuth
I0718 11:47:35.662413 19863 buildroot.go:189] setting minikube options for container-runtime
I0718 11:47:35.662569 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:47:35.662583 19863 main.go:141] libmachine: (ha-047000-m02) Calling .DriverName
I0718 11:47:35.662707 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:35.662796 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:35.662885 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:35.662975 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:35.663068 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:35.663187 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:35.663310 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0718 11:47:35.663318 19863 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0718 11:47:35.715006 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0718 11:47:35.715024 19863 buildroot.go:70] root file system type: tmpfs
I0718 11:47:35.715111 19863 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0718 11:47:35.715124 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:35.715257 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:35.715345 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:35.715424 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:35.715528 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:35.715690 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:35.715840 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0718 11:47:35.715890 19863 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.6"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0718 11:47:35.778693 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.6
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0718 11:47:35.778720 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:35.778860 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:35.778963 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:35.779039 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:35.779119 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:35.779236 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:35.779377 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0718 11:47:35.779390 19863 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0718 11:47:37.476933 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0718 11:47:37.476950 19863 machine.go:97] duration metric: took 13.387833706s to provisionDockerMachine
I0718 11:47:37.476957 19863 start.go:293] postStartSetup for "ha-047000-m02" (driver="hyperkit")
I0718 11:47:37.476964 19863 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0718 11:47:37.476991 19863 main.go:141] libmachine: (ha-047000-m02) Calling .DriverName
I0718 11:47:37.477187 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0718 11:47:37.477199 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:37.477284 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:37.477379 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:37.477467 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:37.477568 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/id_rsa Username:docker}
I0718 11:47:37.510945 19863 ssh_runner.go:195] Run: cat /etc/os-release
I0718 11:47:37.514004 19863 info.go:137] Remote host: Buildroot 2023.02.9
I0718 11:47:37.514013 19863 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19297-17101/.minikube/addons for local assets ...
I0718 11:47:37.514099 19863 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19297-17101/.minikube/files for local assets ...
I0718 11:47:37.514237 19863 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> 176252.pem in /etc/ssl/certs
I0718 11:47:37.514244 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> /etc/ssl/certs/176252.pem
I0718 11:47:37.514402 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0718 11:47:37.522351 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem --> /etc/ssl/certs/176252.pem (1708 bytes)
I0718 11:47:37.541202 19863 start.go:296] duration metric: took 64.235552ms for postStartSetup
I0718 11:47:37.541227 19863 main.go:141] libmachine: (ha-047000-m02) Calling .DriverName
I0718 11:47:37.541393 19863 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0718 11:47:37.541407 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:37.541492 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:37.541582 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:37.541672 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:37.541770 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/id_rsa Username:docker}
I0718 11:47:37.574248 19863 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0718 11:47:37.574299 19863 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0718 11:47:37.628267 19863 fix.go:56] duration metric: took 13.630667641s for fixHost
I0718 11:47:37.628303 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:37.628439 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:37.628540 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:37.628634 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:37.628718 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:37.628848 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:37.628995 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0718 11:47:37.629003 19863 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0718 11:47:37.682523 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721328457.731541850
I0718 11:47:37.682535 19863 fix.go:216] guest clock: 1721328457.731541850
I0718 11:47:37.682541 19863 fix.go:229] Guest: 2024-07-18 11:47:37.73154185 -0700 PDT Remote: 2024-07-18 11:47:37.628282 -0700 PDT m=+56.422021240 (delta=103.25985ms)
I0718 11:47:37.682553 19863 fix.go:200] guest clock delta is within tolerance: 103.25985ms
I0718 11:47:37.682556 19863 start.go:83] releasing machines lock for "ha-047000-m02", held for 13.684979455s
I0718 11:47:37.682573 19863 main.go:141] libmachine: (ha-047000-m02) Calling .DriverName
I0718 11:47:37.682706 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetIP
I0718 11:47:37.706099 19863 out.go:177] * Found network options:
I0718 11:47:37.727281 19863 out.go:177] - NO_PROXY=192.169.0.6
W0718 11:47:37.749164 19863 proxy.go:119] fail to check proxy env: Error ip not in block
I0718 11:47:37.749203 19863 main.go:141] libmachine: (ha-047000-m02) Calling .DriverName
I0718 11:47:37.750139 19863 main.go:141] libmachine: (ha-047000-m02) Calling .DriverName
I0718 11:47:37.750452 19863 main.go:141] libmachine: (ha-047000-m02) Calling .DriverName
I0718 11:47:37.750620 19863 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
W0718 11:47:37.750648 19863 proxy.go:119] fail to check proxy env: Error ip not in block
I0718 11:47:37.750672 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:37.750830 19863 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0718 11:47:37.750856 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHHostname
I0718 11:47:37.750903 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:37.751033 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHPort
I0718 11:47:37.751089 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:37.751276 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHKeyPath
I0718 11:47:37.751289 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:37.751429 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetSSHUsername
I0718 11:47:37.751444 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/id_rsa Username:docker}
I0718 11:47:37.751581 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m02/id_rsa Username:docker}
W0718 11:47:37.781840 19863 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0718 11:47:37.781897 19863 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0718 11:47:37.831121 19863 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0718 11:47:37.831144 19863 start.go:495] detecting cgroup driver to use...
I0718 11:47:37.831247 19863 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0718 11:47:37.847373 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0718 11:47:37.856296 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0718 11:47:37.868079 19863 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0718 11:47:37.868142 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0718 11:47:37.885541 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0718 11:47:37.903943 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0718 11:47:37.915661 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0718 11:47:37.932886 19863 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0718 11:47:37.942560 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0718 11:47:37.950736 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0718 11:47:37.959122 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0718 11:47:37.967185 19863 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0718 11:47:37.974383 19863 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0718 11:47:37.981588 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:47:38.083947 19863 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0718 11:47:38.099368 19863 start.go:495] detecting cgroup driver to use...
I0718 11:47:38.099434 19863 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0718 11:47:38.110581 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0718 11:47:38.121249 19863 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0718 11:47:38.133979 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0718 11:47:38.145330 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0718 11:47:38.156618 19863 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0718 11:47:38.181934 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0718 11:47:38.193469 19863 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0718 11:47:38.208280 19863 ssh_runner.go:195] Run: which cri-dockerd
I0718 11:47:38.211246 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0718 11:47:38.219256 19863 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0718 11:47:38.232656 19863 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0718 11:47:38.328610 19863 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0718 11:47:38.425664 19863 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0718 11:47:38.425689 19863 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0718 11:47:38.439625 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:47:38.531007 19863 ssh_runner.go:195] Run: sudo systemctl restart docker
I0718 11:47:40.889464 19863 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.358359799s)
I0718 11:47:40.889528 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0718 11:47:40.901020 19863 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0718 11:47:40.915730 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0718 11:47:40.926928 19863 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0718 11:47:41.027810 19863 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0718 11:47:41.127984 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:47:41.238134 19863 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0718 11:47:41.251903 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0718 11:47:41.262869 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:47:41.360882 19863 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0718 11:47:41.425255 19863 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0718 11:47:41.425337 19863 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0718 11:47:41.431602 19863 start.go:563] Will wait 60s for crictl version
I0718 11:47:41.431653 19863 ssh_runner.go:195] Run: which crictl
I0718 11:47:41.434964 19863 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0718 11:47:41.460724 19863 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.0.3
RuntimeApiVersion: v1
I0718 11:47:41.460800 19863 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0718 11:47:41.481539 19863 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0718 11:47:41.519013 19863 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.0.3 ...
I0718 11:47:41.540666 19863 out.go:177] - env NO_PROXY=192.169.0.6
I0718 11:47:41.561675 19863 main.go:141] libmachine: (ha-047000-m02) Calling .GetIP
I0718 11:47:41.562142 19863 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0718 11:47:41.566821 19863 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0718 11:47:41.577167 19863 mustload.go:65] Loading cluster: ha-047000
I0718 11:47:41.577339 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:47:41.577564 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:47:41.577580 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:47:41.586167 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58418
I0718 11:47:41.586509 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:47:41.586861 19863 main.go:141] libmachine: Using API Version 1
I0718 11:47:41.586879 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:47:41.587075 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:47:41.587194 19863 main.go:141] libmachine: (ha-047000) Calling .GetState
I0718 11:47:41.587279 19863 main.go:141] libmachine: (ha-047000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:47:41.587335 19863 main.go:141] libmachine: (ha-047000) DBG | hyperkit pid from json: 19876
I0718 11:47:41.588390 19863 host.go:66] Checking if "ha-047000" exists ...
I0718 11:47:41.588637 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:47:41.588653 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:47:41.597085 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58420
I0718 11:47:41.597443 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:47:41.597798 19863 main.go:141] libmachine: Using API Version 1
I0718 11:47:41.597816 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:47:41.598008 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:47:41.598115 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:47:41.598221 19863 certs.go:68] Setting up /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000 for IP: 192.169.0.7
I0718 11:47:41.598227 19863 certs.go:194] generating shared ca certs ...
I0718 11:47:41.598235 19863 certs.go:226] acquiring lock for ca certs: {Name:mk8f47456d6c317d7c8ac23723fbb32735ca3fe6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0718 11:47:41.598365 19863 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key
I0718 11:47:41.598415 19863 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key
I0718 11:47:41.598424 19863 certs.go:256] generating profile certs ...
I0718 11:47:41.598517 19863 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/client.key
I0718 11:47:41.598609 19863 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.key.9368898a
I0718 11:47:41.598658 19863 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.key
I0718 11:47:41.598664 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0718 11:47:41.598684 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0718 11:47:41.598704 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0718 11:47:41.598722 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0718 11:47:41.598740 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0718 11:47:41.598758 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0718 11:47:41.598782 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0718 11:47:41.598808 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0718 11:47:41.598886 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem (1338 bytes)
W0718 11:47:41.598923 19863 certs.go:480] ignoring /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625_empty.pem, impossibly tiny 0 bytes
I0718 11:47:41.598931 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem (1675 bytes)
I0718 11:47:41.598966 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem (1078 bytes)
I0718 11:47:41.599001 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem (1123 bytes)
I0718 11:47:41.599034 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem (1675 bytes)
I0718 11:47:41.599097 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem (1708 bytes)
I0718 11:47:41.599135 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0718 11:47:41.599155 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem -> /usr/share/ca-certificates/17625.pem
I0718 11:47:41.599177 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> /usr/share/ca-certificates/176252.pem
I0718 11:47:41.599203 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:47:41.599289 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:47:41.599374 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:47:41.599455 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:47:41.599530 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/id_rsa Username:docker}
I0718 11:47:41.631323 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.pub
I0718 11:47:41.634729 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0718 11:47:41.643231 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.key
I0718 11:47:41.646149 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I0718 11:47:41.654461 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.crt
I0718 11:47:41.657452 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0718 11:47:41.665716 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.key
I0718 11:47:41.668771 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0718 11:47:41.678024 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.crt
I0718 11:47:41.681068 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0718 11:47:41.689582 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.key
I0718 11:47:41.692654 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0718 11:47:41.706678 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0718 11:47:41.726566 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0718 11:47:41.745944 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0718 11:47:41.765724 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0718 11:47:41.785096 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0718 11:47:41.804323 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0718 11:47:41.823895 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0718 11:47:41.843229 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0718 11:47:41.862612 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0718 11:47:41.882322 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem --> /usr/share/ca-certificates/17625.pem (1338 bytes)
I0718 11:47:41.901817 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem --> /usr/share/ca-certificates/176252.pem (1708 bytes)
I0718 11:47:41.920953 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0718 11:47:41.934578 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I0718 11:47:41.948359 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0718 11:47:41.962027 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0718 11:47:41.975654 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0718 11:47:41.989359 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0718 11:47:42.002792 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0718 11:47:42.016458 19863 ssh_runner.go:195] Run: openssl version
I0718 11:47:42.020701 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0718 11:47:42.029729 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0718 11:47:42.033099 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 18 18:16 /usr/share/ca-certificates/minikubeCA.pem
I0718 11:47:42.033145 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0718 11:47:42.037332 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0718 11:47:42.046290 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/17625.pem && ln -fs /usr/share/ca-certificates/17625.pem /etc/ssl/certs/17625.pem"
I0718 11:47:42.055205 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/17625.pem
I0718 11:47:42.058577 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 18 18:25 /usr/share/ca-certificates/17625.pem
I0718 11:47:42.058616 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/17625.pem
I0718 11:47:42.062820 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/17625.pem /etc/ssl/certs/51391683.0"
I0718 11:47:42.071823 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/176252.pem && ln -fs /usr/share/ca-certificates/176252.pem /etc/ssl/certs/176252.pem"
I0718 11:47:42.081043 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/176252.pem
I0718 11:47:42.084499 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 18 18:25 /usr/share/ca-certificates/176252.pem
I0718 11:47:42.084537 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/176252.pem
I0718 11:47:42.088804 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/176252.pem /etc/ssl/certs/3ec20f2e.0"
I0718 11:47:42.097756 19863 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0718 11:47:42.101140 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0718 11:47:42.105434 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0718 11:47:42.109718 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0718 11:47:42.113913 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0718 11:47:42.118051 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0718 11:47:42.122305 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0718 11:47:42.126493 19863 kubeadm.go:934] updating node {m02 192.169.0.7 8443 v1.30.3 docker true true} ...
I0718 11:47:42.126551 19863 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-047000-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.7
[Install]
config:
{KubernetesVersion:v1.30.3 ClusterName:ha-047000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0718 11:47:42.126567 19863 kube-vip.go:115] generating kube-vip config ...
I0718 11:47:42.126603 19863 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0718 11:47:42.139568 19863 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0718 11:47:42.139610 19863 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0718 11:47:42.139655 19863 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3
I0718 11:47:42.147983 19863 binaries.go:44] Found k8s binaries, skipping transfer
I0718 11:47:42.148032 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0718 11:47:42.155987 19863 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)
I0718 11:47:42.169789 19863 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0718 11:47:42.183663 19863 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0718 11:47:42.197482 19863 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0718 11:47:42.200384 19863 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0718 11:47:42.210437 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:47:42.307012 19863 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0718 11:47:42.321781 19863 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0718 11:47:42.321949 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:47:42.344450 19863 out.go:177] * Verifying Kubernetes components...
I0718 11:47:42.364919 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:47:42.488931 19863 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0718 11:47:42.503841 19863 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19297-17101/kubeconfig
I0718 11:47:42.504056 19863 kapi.go:59] client config for ha-047000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/client.key", CAFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(ni
l)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xec55b40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0718 11:47:42.504091 19863 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.6:8443
I0718 11:47:42.504262 19863 node_ready.go:35] waiting up to 6m0s for node "ha-047000-m02" to be "Ready" ...
I0718 11:47:42.504344 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:47:42.504349 19863 round_trippers.go:469] Request Headers:
I0718 11:47:42.504356 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:42.504366 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.374433 19863 round_trippers.go:574] Response Status: 200 OK in 8869 milliseconds
I0718 11:47:51.383363 19863 node_ready.go:49] node "ha-047000-m02" has status "Ready":"True"
I0718 11:47:51.383381 19863 node_ready.go:38] duration metric: took 8.878834708s for node "ha-047000-m02" to be "Ready" ...
I0718 11:47:51.383389 19863 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0718 11:47:51.383438 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods
I0718 11:47:51.383444 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.383450 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.383455 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.411449 19863 round_trippers.go:574] Response Status: 200 OK in 27 milliseconds
I0718 11:47:51.418687 19863 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-4bmbx" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.418745 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-4bmbx
I0718 11:47:51.418750 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.418757 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.418760 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.421385 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:51.421911 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:47:51.421919 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.421924 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.421928 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.426279 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:47:51.426650 19863 pod_ready.go:92] pod "coredns-7db6d8ff4d-4bmbx" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:51.426661 19863 pod_ready.go:81] duration metric: took 7.958179ms for pod "coredns-7db6d8ff4d-4bmbx" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.426668 19863 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-pkhgt" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.426708 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-pkhgt
I0718 11:47:51.426713 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.426719 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.426722 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.431716 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:47:51.432151 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:47:51.432159 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.432165 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.432167 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.437749 19863 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0718 11:47:51.438038 19863 pod_ready.go:92] pod "coredns-7db6d8ff4d-pkhgt" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:51.438048 19863 pod_ready.go:81] duration metric: took 11.373814ms for pod "coredns-7db6d8ff4d-pkhgt" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.438056 19863 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.438091 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/etcd-ha-047000
I0718 11:47:51.438096 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.438101 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.438105 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.442334 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:47:51.442786 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:47:51.442793 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.442800 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.442805 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.448201 19863 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0718 11:47:51.448608 19863 pod_ready.go:92] pod "etcd-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:51.448617 19863 pod_ready.go:81] duration metric: took 10.556789ms for pod "etcd-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.448627 19863 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.448672 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/etcd-ha-047000-m02
I0718 11:47:51.448678 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.448684 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.448688 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.453099 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:47:51.453517 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:47:51.453525 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.453531 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.453541 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.457339 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:47:51.457631 19863 pod_ready.go:92] pod "etcd-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:51.457640 19863 pod_ready.go:81] duration metric: took 9.005882ms for pod "etcd-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.457647 19863 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.457685 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/etcd-ha-047000-m03
I0718 11:47:51.457689 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.457696 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.457703 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.461072 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:47:51.583546 19863 request.go:629] Waited for 121.898615ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:47:51.583580 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:47:51.583585 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.583591 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.583594 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.587088 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:47:51.587560 19863 pod_ready.go:92] pod "etcd-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:51.587572 19863 pod_ready.go:81] duration metric: took 129.915565ms for pod "etcd-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.587589 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.783513 19863 request.go:629] Waited for 195.881812ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000
I0718 11:47:51.783555 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000
I0718 11:47:51.783588 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.783599 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.783603 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.785672 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:51.984690 19863 request.go:629] Waited for 198.622558ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:47:51.984792 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:47:51.984802 19863 round_trippers.go:469] Request Headers:
I0718 11:47:51.984828 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:51.984837 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:51.988052 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:47:51.988496 19863 pod_ready.go:92] pod "kube-apiserver-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:51.988509 19863 pod_ready.go:81] duration metric: took 400.901964ms for pod "kube-apiserver-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:47:51.988518 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:47:52.185008 19863 request.go:629] Waited for 196.402006ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m02
I0718 11:47:52.185179 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m02
I0718 11:47:52.185189 19863 round_trippers.go:469] Request Headers:
I0718 11:47:52.185200 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:52.185207 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:52.188382 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:47:52.384639 19863 request.go:629] Waited for 195.575138ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:47:52.384719 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:47:52.384725 19863 round_trippers.go:469] Request Headers:
I0718 11:47:52.384731 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:52.384735 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:52.386760 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:52.387117 19863 pod_ready.go:92] pod "kube-apiserver-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:52.387127 19863 pod_ready.go:81] duration metric: took 398.589631ms for pod "kube-apiserver-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:47:52.387135 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:47:52.583798 19863 request.go:629] Waited for 196.61499ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:47:52.583881 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:47:52.583887 19863 round_trippers.go:469] Request Headers:
I0718 11:47:52.583893 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:52.583897 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:52.586287 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:52.784330 19863 request.go:629] Waited for 197.536699ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:47:52.784364 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:47:52.784369 19863 round_trippers.go:469] Request Headers:
I0718 11:47:52.784375 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:52.784412 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:52.789280 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:47:52.789756 19863 pod_ready.go:92] pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:52.789766 19863 pod_ready.go:81] duration metric: took 402.611899ms for pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:47:52.789774 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:47:52.983568 19863 request.go:629] Waited for 193.744728ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000
I0718 11:47:52.983657 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000
I0718 11:47:52.983674 19863 round_trippers.go:469] Request Headers:
I0718 11:47:52.983686 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:52.983694 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:52.986335 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:53.184853 19863 request.go:629] Waited for 197.922381ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:47:53.184899 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:47:53.184905 19863 round_trippers.go:469] Request Headers:
I0718 11:47:53.184911 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:53.184916 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:53.186951 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:53.187304 19863 pod_ready.go:92] pod "kube-controller-manager-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:53.187313 19863 pod_ready.go:81] duration metric: took 397.521184ms for pod "kube-controller-manager-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:47:53.187320 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:47:53.384069 19863 request.go:629] Waited for 196.702024ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m02
I0718 11:47:53.384112 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m02
I0718 11:47:53.384117 19863 round_trippers.go:469] Request Headers:
I0718 11:47:53.384124 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:53.384128 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:53.388190 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:47:53.584446 19863 request.go:629] Waited for 195.20446ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:47:53.584482 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:47:53.584488 19863 round_trippers.go:469] Request Headers:
I0718 11:47:53.584532 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:53.584538 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:53.587148 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:53.587499 19863 pod_ready.go:92] pod "kube-controller-manager-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:53.587510 19863 pod_ready.go:81] duration metric: took 400.172378ms for pod "kube-controller-manager-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:47:53.587517 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:47:53.784385 19863 request.go:629] Waited for 196.823613ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m03
I0718 11:47:53.784419 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m03
I0718 11:47:53.784423 19863 round_trippers.go:469] Request Headers:
I0718 11:47:53.784429 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:53.784508 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:53.786788 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:53.984302 19863 request.go:629] Waited for 196.971039ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:47:53.984400 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:47:53.984407 19863 round_trippers.go:469] Request Headers:
I0718 11:47:53.984421 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:53.984428 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:53.986969 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:53.987378 19863 pod_ready.go:92] pod "kube-controller-manager-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:53.987386 19863 pod_ready.go:81] duration metric: took 399.851748ms for pod "kube-controller-manager-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:47:53.987393 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-j8jwb" in "kube-system" namespace to be "Ready" ...
I0718 11:47:54.184875 19863 request.go:629] Waited for 197.435372ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-j8jwb
I0718 11:47:54.184980 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-j8jwb
I0718 11:47:54.184991 19863 round_trippers.go:469] Request Headers:
I0718 11:47:54.185007 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:54.185013 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:54.187998 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:54.383565 19863 request.go:629] Waited for 195.10291ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:47:54.383635 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:47:54.383641 19863 round_trippers.go:469] Request Headers:
I0718 11:47:54.383646 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:54.383655 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:54.385274 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:47:54.385702 19863 pod_ready.go:92] pod "kube-proxy-j8jwb" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:54.385711 19863 pod_ready.go:81] duration metric: took 398.300595ms for pod "kube-proxy-j8jwb" in "kube-system" namespace to be "Ready" ...
I0718 11:47:54.385717 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-k5dxp" in "kube-system" namespace to be "Ready" ...
I0718 11:47:54.583947 19863 request.go:629] Waited for 198.185894ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-k5dxp
I0718 11:47:54.583986 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-k5dxp
I0718 11:47:54.583992 19863 round_trippers.go:469] Request Headers:
I0718 11:47:54.583998 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:54.584003 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:54.586337 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:54.784435 19863 request.go:629] Waited for 197.539191ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:47:54.784497 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:47:54.784504 19863 round_trippers.go:469] Request Headers:
I0718 11:47:54.784510 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:54.784513 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:54.788765 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:47:54.789058 19863 pod_ready.go:92] pod "kube-proxy-k5dxp" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:54.789067 19863 pod_ready.go:81] duration metric: took 403.332332ms for pod "kube-proxy-k5dxp" in "kube-system" namespace to be "Ready" ...
I0718 11:47:54.789082 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-kl5mf" in "kube-system" namespace to be "Ready" ...
I0718 11:47:54.985020 19863 request.go:629] Waited for 195.888653ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-kl5mf
I0718 11:47:54.985075 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-kl5mf
I0718 11:47:54.985212 19863 round_trippers.go:469] Request Headers:
I0718 11:47:54.985229 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:54.985238 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:54.988743 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:47:55.183733 19863 request.go:629] Waited for 194.534163ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m04
I0718 11:47:55.183852 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m04
I0718 11:47:55.183864 19863 round_trippers.go:469] Request Headers:
I0718 11:47:55.183875 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:55.183882 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:55.187176 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:47:55.187673 19863 pod_ready.go:92] pod "kube-proxy-kl5mf" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:55.187690 19863 pod_ready.go:81] duration metric: took 398.585065ms for pod "kube-proxy-kl5mf" in "kube-system" namespace to be "Ready" ...
I0718 11:47:55.187700 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-trl5w" in "kube-system" namespace to be "Ready" ...
I0718 11:47:55.383861 19863 request.go:629] Waited for 196.113318ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-trl5w
I0718 11:47:55.383966 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-trl5w
I0718 11:47:55.383974 19863 round_trippers.go:469] Request Headers:
I0718 11:47:55.383982 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:55.383988 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:55.386440 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:55.584473 19863 request.go:629] Waited for 197.65275ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:47:55.584531 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:47:55.584537 19863 round_trippers.go:469] Request Headers:
I0718 11:47:55.584542 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:55.584547 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:55.586268 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:47:55.586706 19863 pod_ready.go:92] pod "kube-proxy-trl5w" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:55.586716 19863 pod_ready.go:81] duration metric: took 398.997495ms for pod "kube-proxy-trl5w" in "kube-system" namespace to be "Ready" ...
I0718 11:47:55.586723 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:47:55.784424 19863 request.go:629] Waited for 197.658038ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000
I0718 11:47:55.784465 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000
I0718 11:47:55.784473 19863 round_trippers.go:469] Request Headers:
I0718 11:47:55.784482 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:55.784486 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:55.786927 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:55.983659 19863 request.go:629] Waited for 196.355207ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:47:55.983763 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:47:55.983773 19863 round_trippers.go:469] Request Headers:
I0718 11:47:55.983784 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:55.983791 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:55.986968 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:47:55.987398 19863 pod_ready.go:92] pod "kube-scheduler-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:55.987411 19863 pod_ready.go:81] duration metric: took 400.669932ms for pod "kube-scheduler-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:47:55.987420 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:47:56.184922 19863 request.go:629] Waited for 197.446747ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m02
I0718 11:47:56.185000 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m02
I0718 11:47:56.185005 19863 round_trippers.go:469] Request Headers:
I0718 11:47:56.185011 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:56.185014 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:56.186891 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:47:56.385037 19863 request.go:629] Waited for 197.713287ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:47:56.385102 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:47:56.385110 19863 round_trippers.go:469] Request Headers:
I0718 11:47:56.385118 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:56.385124 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:56.387452 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:56.387860 19863 pod_ready.go:92] pod "kube-scheduler-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:56.387869 19863 pod_ready.go:81] duration metric: took 400.431067ms for pod "kube-scheduler-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:47:56.387877 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:47:56.583683 19863 request.go:629] Waited for 195.747982ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m03
I0718 11:47:56.583792 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m03
I0718 11:47:56.583804 19863 round_trippers.go:469] Request Headers:
I0718 11:47:56.583815 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:56.583821 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:56.586977 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:47:56.785555 19863 request.go:629] Waited for 198.157493ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:47:56.785659 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:47:56.785669 19863 round_trippers.go:469] Request Headers:
I0718 11:47:56.785679 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:56.785697 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:56.788572 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:56.789102 19863 pod_ready.go:92] pod "kube-scheduler-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:47:56.789115 19863 pod_ready.go:81] duration metric: took 401.220217ms for pod "kube-scheduler-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:47:56.789125 19863 pod_ready.go:38] duration metric: took 5.405567206s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0718 11:47:56.789152 19863 api_server.go:52] waiting for apiserver process to appear ...
I0718 11:47:56.789219 19863 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0718 11:47:56.801224 19863 api_server.go:72] duration metric: took 14.478984207s to wait for apiserver process to appear ...
I0718 11:47:56.801237 19863 api_server.go:88] waiting for apiserver healthz status ...
I0718 11:47:56.801251 19863 api_server.go:253] Checking apiserver healthz at https://192.169.0.6:8443/healthz ...
I0718 11:47:56.804484 19863 api_server.go:279] https://192.169.0.6:8443/healthz returned 200:
ok
I0718 11:47:56.804516 19863 round_trippers.go:463] GET https://192.169.0.6:8443/version
I0718 11:47:56.804521 19863 round_trippers.go:469] Request Headers:
I0718 11:47:56.804527 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:56.804531 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:56.805194 19863 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0718 11:47:56.805248 19863 api_server.go:141] control plane version: v1.30.3
I0718 11:47:56.805256 19863 api_server.go:131] duration metric: took 4.0156ms to wait for apiserver health ...
I0718 11:47:56.805263 19863 system_pods.go:43] waiting for kube-system pods to appear ...
I0718 11:47:56.984449 19863 request.go:629] Waited for 179.078544ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods
I0718 11:47:56.984557 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods
I0718 11:47:56.984570 19863 round_trippers.go:469] Request Headers:
I0718 11:47:56.984580 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:56.984586 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:56.990338 19863 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0718 11:47:56.995464 19863 system_pods.go:59] 26 kube-system pods found
I0718 11:47:56.995478 19863 system_pods.go:61] "coredns-7db6d8ff4d-4bmbx" [7648d1cb-fdc2-41ec-a490-c90233b9b401] Running
I0718 11:47:56.995483 19863 system_pods.go:61] "coredns-7db6d8ff4d-pkhgt" [78b15b12-ffff-47e9-9027-860c4e1208d7] Running
I0718 11:47:56.995486 19863 system_pods.go:61] "etcd-ha-047000" [33b6b3b6-8563-43a5-bbbe-def2033432e7] Running
I0718 11:47:56.995490 19863 system_pods.go:61] "etcd-ha-047000-m02" [2831ac47-bfa1-4113-b858-bc5451db676d] Running
I0718 11:47:56.995493 19863 system_pods.go:61] "etcd-ha-047000-m03" [9b06d331-48de-4dba-bba0-793fcf1a520f] Running
I0718 11:47:56.995496 19863 system_pods.go:61] "kindnet-4q25f" [e093284b-1f6e-4ebd-b843-932da79463b0] Running
I0718 11:47:56.995498 19863 system_pods.go:61] "kindnet-6tf7x" [d37926ea-778c-4f06-a2e0-dae126f710f0] Running
I0718 11:47:56.995501 19863 system_pods.go:61] "kindnet-t8vxb" [a74d6226-f41b-4fa3-a98f-9e9a74b3e8a1] Running
I0718 11:47:56.995503 19863 system_pods.go:61] "kindnet-xjzpc" [824d614a-d911-4032-ba5e-3e20e2f44139] Running
I0718 11:47:56.995507 19863 system_pods.go:61] "kube-apiserver-ha-047000" [9310f59c-56dd-410a-9bab-7986ae18b373] Running
I0718 11:47:56.995511 19863 system_pods.go:61] "kube-apiserver-ha-047000-m02" [504496da-4566-422c-a98e-fdef00b07dc6] Running
I0718 11:47:56.995513 19863 system_pods.go:61] "kube-apiserver-ha-047000-m03" [60e6f194-5bda-4195-9283-ad3b58cdf503] Running
I0718 11:47:56.995519 19863 system_pods.go:61] "kube-controller-manager-ha-047000" [a874aeb4-ccef-4b75-bc4d-01948ac8cf6a] Running
I0718 11:47:56.995522 19863 system_pods.go:61] "kube-controller-manager-ha-047000-m02" [038afecb-b63a-43f0-a85f-9a71f98958c7] Running
I0718 11:47:56.995525 19863 system_pods.go:61] "kube-controller-manager-ha-047000-m03" [c8c6fe86-ab07-48df-8b43-b3ac587cade5] Running
I0718 11:47:56.995527 19863 system_pods.go:61] "kube-proxy-j8jwb" [1175ab79-1c3d-4ef4-a62b-332f77f9c0d1] Running
I0718 11:47:56.995530 19863 system_pods.go:61] "kube-proxy-k5dxp" [94540ea3-931a-4f33-830d-752e863384cf] Running
I0718 11:47:56.995535 19863 system_pods.go:61] "kube-proxy-kl5mf" [a41299f1-2184-4096-82be-2570ddbcc9b2] Running
I0718 11:47:56.995538 19863 system_pods.go:61] "kube-proxy-trl5w" [8d6126cf-6acc-4e3d-9e6e-e2edac44f0c1] Running
I0718 11:47:56.995541 19863 system_pods.go:61] "kube-scheduler-ha-047000" [fec33583-7d3e-4603-b261-bf471fbc8a58] Running
I0718 11:47:56.995544 19863 system_pods.go:61] "kube-scheduler-ha-047000-m02" [1928d161-0ef4-46a4-ae90-4695b789c090] Running
I0718 11:47:56.995546 19863 system_pods.go:61] "kube-scheduler-ha-047000-m03" [bbf5fc7e-7abc-4b64-8cd2-bbc5ae7d71b6] Running
I0718 11:47:56.995551 19863 system_pods.go:61] "kube-vip-ha-047000" [1a1e6b5d-01ef-4e9a-bbe2-e37bb76564c2] Running
I0718 11:47:56.995554 19863 system_pods.go:61] "kube-vip-ha-047000-m02" [c0667c8f-f9f7-4d34-893d-e75487c4960b] Running
I0718 11:47:56.995556 19863 system_pods.go:61] "kube-vip-ha-047000-m03" [fd1a3f12-d1d2-4972-ae35-a818eda98724] Running
I0718 11:47:56.995559 19863 system_pods.go:61] "storage-provisioner" [f9c626e8-3e50-471f-83ae-4135cc04de0b] Running
I0718 11:47:56.995564 19863 system_pods.go:74] duration metric: took 190.290696ms to wait for pod list to return data ...
I0718 11:47:56.995569 19863 default_sa.go:34] waiting for default service account to be created ...
I0718 11:47:57.184170 19863 request.go:629] Waited for 188.550949ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/default/serviceaccounts
I0718 11:47:57.184282 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/default/serviceaccounts
I0718 11:47:57.184292 19863 round_trippers.go:469] Request Headers:
I0718 11:47:57.184302 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:57.184309 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:57.187223 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:47:57.187403 19863 default_sa.go:45] found service account: "default"
I0718 11:47:57.187415 19863 default_sa.go:55] duration metric: took 191.834854ms for default service account to be created ...
I0718 11:47:57.187421 19863 system_pods.go:116] waiting for k8s-apps to be running ...
I0718 11:47:57.385730 19863 request.go:629] Waited for 198.240372ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods
I0718 11:47:57.385792 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods
I0718 11:47:57.385838 19863 round_trippers.go:469] Request Headers:
I0718 11:47:57.385855 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:57.385863 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:57.391388 19863 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0718 11:47:57.396435 19863 system_pods.go:86] 26 kube-system pods found
I0718 11:47:57.396446 19863 system_pods.go:89] "coredns-7db6d8ff4d-4bmbx" [7648d1cb-fdc2-41ec-a490-c90233b9b401] Running
I0718 11:47:57.396451 19863 system_pods.go:89] "coredns-7db6d8ff4d-pkhgt" [78b15b12-ffff-47e9-9027-860c4e1208d7] Running
I0718 11:47:57.396454 19863 system_pods.go:89] "etcd-ha-047000" [33b6b3b6-8563-43a5-bbbe-def2033432e7] Running
I0718 11:47:57.396458 19863 system_pods.go:89] "etcd-ha-047000-m02" [2831ac47-bfa1-4113-b858-bc5451db676d] Running
I0718 11:47:57.396462 19863 system_pods.go:89] "etcd-ha-047000-m03" [9b06d331-48de-4dba-bba0-793fcf1a520f] Running
I0718 11:47:57.396467 19863 system_pods.go:89] "kindnet-4q25f" [e093284b-1f6e-4ebd-b843-932da79463b0] Running
I0718 11:47:57.396471 19863 system_pods.go:89] "kindnet-6tf7x" [d37926ea-778c-4f06-a2e0-dae126f710f0] Running
I0718 11:47:57.396474 19863 system_pods.go:89] "kindnet-t8vxb" [a74d6226-f41b-4fa3-a98f-9e9a74b3e8a1] Running
I0718 11:47:57.396477 19863 system_pods.go:89] "kindnet-xjzpc" [824d614a-d911-4032-ba5e-3e20e2f44139] Running
I0718 11:47:57.396482 19863 system_pods.go:89] "kube-apiserver-ha-047000" [9310f59c-56dd-410a-9bab-7986ae18b373] Running
I0718 11:47:57.396486 19863 system_pods.go:89] "kube-apiserver-ha-047000-m02" [504496da-4566-422c-a98e-fdef00b07dc6] Running
I0718 11:47:57.396489 19863 system_pods.go:89] "kube-apiserver-ha-047000-m03" [60e6f194-5bda-4195-9283-ad3b58cdf503] Running
I0718 11:47:57.396493 19863 system_pods.go:89] "kube-controller-manager-ha-047000" [a874aeb4-ccef-4b75-bc4d-01948ac8cf6a] Running
I0718 11:47:57.396497 19863 system_pods.go:89] "kube-controller-manager-ha-047000-m02" [038afecb-b63a-43f0-a85f-9a71f98958c7] Running
I0718 11:47:57.396500 19863 system_pods.go:89] "kube-controller-manager-ha-047000-m03" [c8c6fe86-ab07-48df-8b43-b3ac587cade5] Running
I0718 11:47:57.396517 19863 system_pods.go:89] "kube-proxy-j8jwb" [1175ab79-1c3d-4ef4-a62b-332f77f9c0d1] Running
I0718 11:47:57.396528 19863 system_pods.go:89] "kube-proxy-k5dxp" [94540ea3-931a-4f33-830d-752e863384cf] Running
I0718 11:47:57.396533 19863 system_pods.go:89] "kube-proxy-kl5mf" [a41299f1-2184-4096-82be-2570ddbcc9b2] Running
I0718 11:47:57.396537 19863 system_pods.go:89] "kube-proxy-trl5w" [8d6126cf-6acc-4e3d-9e6e-e2edac44f0c1] Running
I0718 11:47:57.396541 19863 system_pods.go:89] "kube-scheduler-ha-047000" [fec33583-7d3e-4603-b261-bf471fbc8a58] Running
I0718 11:47:57.396550 19863 system_pods.go:89] "kube-scheduler-ha-047000-m02" [1928d161-0ef4-46a4-ae90-4695b789c090] Running
I0718 11:47:57.396553 19863 system_pods.go:89] "kube-scheduler-ha-047000-m03" [bbf5fc7e-7abc-4b64-8cd2-bbc5ae7d71b6] Running
I0718 11:47:57.396557 19863 system_pods.go:89] "kube-vip-ha-047000" [1a1e6b5d-01ef-4e9a-bbe2-e37bb76564c2] Running
I0718 11:47:57.396561 19863 system_pods.go:89] "kube-vip-ha-047000-m02" [c0667c8f-f9f7-4d34-893d-e75487c4960b] Running
I0718 11:47:57.396565 19863 system_pods.go:89] "kube-vip-ha-047000-m03" [fd1a3f12-d1d2-4972-ae35-a818eda98724] Running
I0718 11:47:57.396573 19863 system_pods.go:89] "storage-provisioner" [f9c626e8-3e50-471f-83ae-4135cc04de0b] Running
I0718 11:47:57.396578 19863 system_pods.go:126] duration metric: took 209.146047ms to wait for k8s-apps to be running ...
I0718 11:47:57.396586 19863 system_svc.go:44] waiting for kubelet service to be running ....
I0718 11:47:57.396632 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0718 11:47:57.408110 19863 system_svc.go:56] duration metric: took 11.522141ms WaitForService to wait for kubelet
I0718 11:47:57.408124 19863 kubeadm.go:582] duration metric: took 15.08586872s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0718 11:47:57.408140 19863 node_conditions.go:102] verifying NodePressure condition ...
I0718 11:47:57.584949 19863 request.go:629] Waited for 176.755731ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes
I0718 11:47:57.585018 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes
I0718 11:47:57.585060 19863 round_trippers.go:469] Request Headers:
I0718 11:47:57.585074 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:47:57.585081 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:47:57.588322 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:47:57.589317 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:47:57.589330 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:47:57.589340 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:47:57.589343 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:47:57.589346 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:47:57.589349 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:47:57.589352 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:47:57.589355 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:47:57.589359 19863 node_conditions.go:105] duration metric: took 181.208722ms to run NodePressure ...
I0718 11:47:57.589367 19863 start.go:241] waiting for startup goroutines ...
I0718 11:47:57.589383 19863 start.go:255] writing updated cluster config ...
I0718 11:47:57.611252 19863 out.go:177]
I0718 11:47:57.632125 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:47:57.632212 19863 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/config.json ...
I0718 11:47:57.653857 19863 out.go:177] * Starting "ha-047000-m03" control-plane node in "ha-047000" cluster
I0718 11:47:57.727809 19863 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker
I0718 11:47:57.727842 19863 cache.go:56] Caching tarball of preloaded images
I0718 11:47:57.728026 19863 preload.go:172] Found /Users/jenkins/minikube-integration/19297-17101/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0718 11:47:57.728046 19863 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker
I0718 11:47:57.728184 19863 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/config.json ...
I0718 11:47:57.729046 19863 start.go:360] acquireMachinesLock for ha-047000-m03: {Name:mk4481996866024b07d4513a1065e67d0c5e5cc7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0718 11:47:57.729163 19863 start.go:364] duration metric: took 89.879µs to acquireMachinesLock for "ha-047000-m03"
I0718 11:47:57.729200 19863 start.go:96] Skipping create...Using existing machine configuration
I0718 11:47:57.729210 19863 fix.go:54] fixHost starting: m03
I0718 11:47:57.729746 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:47:57.729779 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:47:57.739008 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58425
I0718 11:47:57.739342 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:47:57.739663 19863 main.go:141] libmachine: Using API Version 1
I0718 11:47:57.739674 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:47:57.739868 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:47:57.739983 19863 main.go:141] libmachine: (ha-047000-m03) Calling .DriverName
I0718 11:47:57.740066 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetState
I0718 11:47:57.740138 19863 main.go:141] libmachine: (ha-047000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:47:57.740223 19863 main.go:141] libmachine: (ha-047000-m03) DBG | hyperkit pid from json: 19145
I0718 11:47:57.741231 19863 main.go:141] libmachine: (ha-047000-m03) DBG | hyperkit pid 19145 missing from process table
I0718 11:47:57.741279 19863 fix.go:112] recreateIfNeeded on ha-047000-m03: state=Stopped err=<nil>
I0718 11:47:57.741294 19863 main.go:141] libmachine: (ha-047000-m03) Calling .DriverName
W0718 11:47:57.741362 19863 fix.go:138] unexpected machine state, will restart: <nil>
I0718 11:47:57.762856 19863 out.go:177] * Restarting existing hyperkit VM for "ha-047000-m03" ...
I0718 11:47:57.804822 19863 main.go:141] libmachine: (ha-047000-m03) Calling .Start
I0718 11:47:57.804983 19863 main.go:141] libmachine: (ha-047000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:47:57.805014 19863 main.go:141] libmachine: (ha-047000-m03) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/hyperkit.pid
I0718 11:47:57.806415 19863 main.go:141] libmachine: (ha-047000-m03) DBG | hyperkit pid 19145 missing from process table
I0718 11:47:57.806424 19863 main.go:141] libmachine: (ha-047000-m03) DBG | pid 19145 is in state "Stopped"
I0718 11:47:57.806441 19863 main.go:141] libmachine: (ha-047000-m03) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/hyperkit.pid...
I0718 11:47:57.807363 19863 main.go:141] libmachine: (ha-047000-m03) DBG | Using UUID 10a141bd-3a6e-41c8-aeb3-13214f5d1cee
I0718 11:47:57.833187 19863 main.go:141] libmachine: (ha-047000-m03) DBG | Generated MAC 72:a9:96:ad:b0:f3
I0718 11:47:57.833213 19863 main.go:141] libmachine: (ha-047000-m03) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000
I0718 11:47:57.833412 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"10a141bd-3a6e-41c8-aeb3-13214f5d1cee", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000402000)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0718 11:47:57.833457 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"10a141bd-3a6e-41c8-aeb3-13214f5d1cee", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000402000)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0718 11:47:57.833494 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "10a141bd-3a6e-41c8-aeb3-13214f5d1cee", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/ha-047000-m03.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/tty,log=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/bzimage,/Users/jenkins/minikube-integration/19297-17101/.minikube/
machines/ha-047000-m03/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000"}
I0718 11:47:57.833532 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 10a141bd-3a6e-41c8-aeb3-13214f5d1cee -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/ha-047000-m03.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/tty,log=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/console-ring -f kexec,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/bzimage,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/initrd,earlyprintk=serial loglevel=3 co
nsole=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000"
I0718 11:47:57.833542 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0718 11:47:57.834900 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 DEBUG: hyperkit: Pid is 19908
I0718 11:47:57.835260 19863 main.go:141] libmachine: (ha-047000-m03) DBG | Attempt 0
I0718 11:47:57.835274 19863 main.go:141] libmachine: (ha-047000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:47:57.835367 19863 main.go:141] libmachine: (ha-047000-m03) DBG | hyperkit pid from json: 19908
I0718 11:47:57.836955 19863 main.go:141] libmachine: (ha-047000-m03) DBG | Searching for 72:a9:96:ad:b0:f3 in /var/db/dhcpd_leases ...
I0718 11:47:57.837026 19863 main.go:141] libmachine: (ha-047000-m03) DBG | Found 8 entries in /var/db/dhcpd_leases!
I0718 11:47:57.837048 19863 main.go:141] libmachine: (ha-047000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:22:eb:aa:ec:eb:f7 ID:1,22:eb:aa:ec:eb:f7 Lease:0x669ab4c4}
I0718 11:47:57.837064 19863 main.go:141] libmachine: (ha-047000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:46:af:73:c2:a2:19 ID:1,46:af:73:c2:a2:19 Lease:0x669ab49a}
I0718 11:47:57.837080 19863 main.go:141] libmachine: (ha-047000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.9 HWAddress:4a:21:d5:e8:e3:6d ID:1,4a:21:d5:e8:e3:6d Lease:0x669961d7}
I0718 11:47:57.837093 19863 main.go:141] libmachine: (ha-047000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:72:a9:96:ad:b0:f3 ID:1,72:a9:96:ad:b0:f3 Lease:0x669ab225}
I0718 11:47:57.837113 19863 main.go:141] libmachine: (ha-047000-m03) DBG | Found match: 72:a9:96:ad:b0:f3
I0718 11:47:57.837122 19863 main.go:141] libmachine: (ha-047000-m03) DBG | IP: 192.169.0.8
I0718 11:47:57.837150 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetConfigRaw
I0718 11:47:57.838149 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetIP
I0718 11:47:57.838379 19863 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/config.json ...
I0718 11:47:57.838901 19863 machine.go:94] provisionDockerMachine start ...
I0718 11:47:57.838912 19863 main.go:141] libmachine: (ha-047000-m03) Calling .DriverName
I0718 11:47:57.839040 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:47:57.839146 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:47:57.839268 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:47:57.839396 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:47:57.839491 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:47:57.839609 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:47:57.839758 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0718 11:47:57.839765 19863 main.go:141] libmachine: About to run SSH command:
hostname
I0718 11:47:57.843056 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0718 11:47:57.851295 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0718 11:47:57.852613 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0718 11:47:57.852631 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0718 11:47:57.852644 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0718 11:47:57.852651 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0718 11:47:58.268491 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:58 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0718 11:47:58.268506 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:58 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0718 11:47:58.383160 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0718 11:47:58.383180 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0718 11:47:58.383196 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0718 11:47:58.383206 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0718 11:47:58.384040 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:58 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0718 11:47:58.384052 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:47:58 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0718 11:48:03.906316 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:48:03 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0718 11:48:03.906458 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:48:03 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0718 11:48:03.906469 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:48:03 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0718 11:48:03.933026 19863 main.go:141] libmachine: (ha-047000-m03) DBG | 2024/07/18 11:48:03 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0718 11:48:08.902661 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0718 11:48:08.902676 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetMachineName
I0718 11:48:08.902827 19863 buildroot.go:166] provisioning hostname "ha-047000-m03"
I0718 11:48:08.902839 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetMachineName
I0718 11:48:08.902942 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:48:08.903016 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:48:08.903105 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:08.903192 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:08.903271 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:48:08.903396 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:48:08.903550 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0718 11:48:08.903561 19863 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-047000-m03 && echo "ha-047000-m03" | sudo tee /etc/hostname
I0718 11:48:08.969296 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-047000-m03
I0718 11:48:08.969310 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:48:08.969444 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:48:08.969547 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:08.969632 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:08.969709 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:48:08.969835 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:48:08.969974 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0718 11:48:08.969996 19863 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-047000-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-047000-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-047000-m03' | sudo tee -a /etc/hosts;
fi
fi
I0718 11:48:09.031135 19863 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0718 11:48:09.031168 19863 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19297-17101/.minikube CaCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19297-17101/.minikube}
I0718 11:48:09.031188 19863 buildroot.go:174] setting up certificates
I0718 11:48:09.031198 19863 provision.go:84] configureAuth start
I0718 11:48:09.031205 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetMachineName
I0718 11:48:09.031335 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetIP
I0718 11:48:09.031442 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:48:09.031513 19863 provision.go:143] copyHostCerts
I0718 11:48:09.031548 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem
I0718 11:48:09.031600 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem, removing ...
I0718 11:48:09.031606 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem
I0718 11:48:09.031719 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem (1078 bytes)
I0718 11:48:09.031915 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem
I0718 11:48:09.031945 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem, removing ...
I0718 11:48:09.031950 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem
I0718 11:48:09.032018 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem (1123 bytes)
I0718 11:48:09.032161 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem
I0718 11:48:09.032189 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem, removing ...
I0718 11:48:09.032194 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem
I0718 11:48:09.032297 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem (1675 bytes)
I0718 11:48:09.032467 19863 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem org=jenkins.ha-047000-m03 san=[127.0.0.1 192.169.0.8 ha-047000-m03 localhost minikube]
I0718 11:48:09.135982 19863 provision.go:177] copyRemoteCerts
I0718 11:48:09.136039 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0718 11:48:09.136055 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:48:09.136202 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:48:09.136306 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:09.136399 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:48:09.136493 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/id_rsa Username:docker}
I0718 11:48:09.170263 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0718 11:48:09.170333 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0718 11:48:09.189644 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem -> /etc/docker/server.pem
I0718 11:48:09.189719 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0718 11:48:09.209272 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0718 11:48:09.209342 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0718 11:48:09.229053 19863 provision.go:87] duration metric: took 197.841376ms to configureAuth
I0718 11:48:09.229068 19863 buildroot.go:189] setting minikube options for container-runtime
I0718 11:48:09.229246 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:48:09.229260 19863 main.go:141] libmachine: (ha-047000-m03) Calling .DriverName
I0718 11:48:09.229395 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:48:09.229487 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:48:09.229571 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:09.229650 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:09.229731 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:48:09.229841 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:48:09.229965 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0718 11:48:09.229973 19863 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0718 11:48:09.284349 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0718 11:48:09.284362 19863 buildroot.go:70] root file system type: tmpfs
I0718 11:48:09.284446 19863 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0718 11:48:09.284460 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:48:09.284594 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:48:09.284690 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:09.284782 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:09.284854 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:48:09.284984 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:48:09.285122 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0718 11:48:09.285167 19863 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.6"
Environment="NO_PROXY=192.169.0.6,192.169.0.7"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0718 11:48:09.349117 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.6
Environment=NO_PROXY=192.169.0.6,192.169.0.7
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0718 11:48:09.349139 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:48:09.349273 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:48:09.349361 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:09.349450 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:09.349558 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:48:09.349679 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:48:09.349829 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0718 11:48:09.349841 19863 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0718 11:48:10.975860 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0718 11:48:10.975875 19863 machine.go:97] duration metric: took 13.13657147s to provisionDockerMachine
I0718 11:48:10.975882 19863 start.go:293] postStartSetup for "ha-047000-m03" (driver="hyperkit")
I0718 11:48:10.975889 19863 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0718 11:48:10.975902 19863 main.go:141] libmachine: (ha-047000-m03) Calling .DriverName
I0718 11:48:10.976082 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0718 11:48:10.976100 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:48:10.976193 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:48:10.976280 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:10.976366 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:48:10.976449 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/id_rsa Username:docker}
I0718 11:48:11.013892 19863 ssh_runner.go:195] Run: cat /etc/os-release
I0718 11:48:11.017822 19863 info.go:137] Remote host: Buildroot 2023.02.9
I0718 11:48:11.017835 19863 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19297-17101/.minikube/addons for local assets ...
I0718 11:48:11.017929 19863 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19297-17101/.minikube/files for local assets ...
I0718 11:48:11.018073 19863 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> 176252.pem in /etc/ssl/certs
I0718 11:48:11.018079 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> /etc/ssl/certs/176252.pem
I0718 11:48:11.018237 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0718 11:48:11.029230 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem --> /etc/ssl/certs/176252.pem (1708 bytes)
I0718 11:48:11.063821 19863 start.go:296] duration metric: took 87.927399ms for postStartSetup
I0718 11:48:11.063854 19863 main.go:141] libmachine: (ha-047000-m03) Calling .DriverName
I0718 11:48:11.064045 19863 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0718 11:48:11.064064 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:48:11.064162 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:48:11.064252 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:11.064332 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:48:11.064405 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/id_rsa Username:docker}
I0718 11:48:11.099238 19863 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0718 11:48:11.099302 19863 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0718 11:48:11.153324 19863 fix.go:56] duration metric: took 13.423710134s for fixHost
I0718 11:48:11.153351 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:48:11.153488 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:48:11.153586 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:11.153674 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:11.153765 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:48:11.153884 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:48:11.154033 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0718 11:48:11.154042 19863 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0718 11:48:11.209221 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721328491.028512350
I0718 11:48:11.209234 19863 fix.go:216] guest clock: 1721328491.028512350
I0718 11:48:11.209240 19863 fix.go:229] Guest: 2024-07-18 11:48:11.02851235 -0700 PDT Remote: 2024-07-18 11:48:11.153339 -0700 PDT m=+89.946072637 (delta=-124.82665ms)
I0718 11:48:11.209249 19863 fix.go:200] guest clock delta is within tolerance: -124.82665ms
I0718 11:48:11.209253 19863 start.go:83] releasing machines lock for "ha-047000-m03", held for 13.479671664s
I0718 11:48:11.209270 19863 main.go:141] libmachine: (ha-047000-m03) Calling .DriverName
I0718 11:48:11.209396 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetIP
I0718 11:48:11.249009 19863 out.go:177] * Found network options:
I0718 11:48:11.328819 19863 out.go:177] - NO_PROXY=192.169.0.6,192.169.0.7
W0718 11:48:11.351729 19863 proxy.go:119] fail to check proxy env: Error ip not in block
W0718 11:48:11.351758 19863 proxy.go:119] fail to check proxy env: Error ip not in block
I0718 11:48:11.351779 19863 main.go:141] libmachine: (ha-047000-m03) Calling .DriverName
I0718 11:48:11.352339 19863 main.go:141] libmachine: (ha-047000-m03) Calling .DriverName
I0718 11:48:11.352494 19863 main.go:141] libmachine: (ha-047000-m03) Calling .DriverName
I0718 11:48:11.352588 19863 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0718 11:48:11.352624 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
W0718 11:48:11.352684 19863 proxy.go:119] fail to check proxy env: Error ip not in block
W0718 11:48:11.352709 19863 proxy.go:119] fail to check proxy env: Error ip not in block
I0718 11:48:11.352784 19863 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0718 11:48:11.352788 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:48:11.352798 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHHostname
I0718 11:48:11.352955 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:11.352962 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHPort
I0718 11:48:11.353157 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:48:11.353188 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHKeyPath
I0718 11:48:11.353328 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/id_rsa Username:docker}
I0718 11:48:11.353356 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetSSHUsername
I0718 11:48:11.353461 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m03/id_rsa Username:docker}
W0718 11:48:11.383542 19863 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0718 11:48:11.383597 19863 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0718 11:48:11.430972 19863 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0718 11:48:11.430986 19863 start.go:495] detecting cgroup driver to use...
I0718 11:48:11.431067 19863 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0718 11:48:11.446516 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0718 11:48:11.455911 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0718 11:48:11.465178 19863 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0718 11:48:11.465229 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0718 11:48:11.474225 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0718 11:48:11.483090 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0718 11:48:11.491953 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0718 11:48:11.501127 19863 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0718 11:48:11.510524 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0718 11:48:11.519788 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0718 11:48:11.527887 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0718 11:48:11.535995 19863 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0718 11:48:11.543279 19863 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0718 11:48:11.550600 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:48:11.649672 19863 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0718 11:48:11.671212 19863 start.go:495] detecting cgroup driver to use...
I0718 11:48:11.671292 19863 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0718 11:48:11.691568 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0718 11:48:11.703123 19863 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0718 11:48:11.717750 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0718 11:48:11.728581 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0718 11:48:11.738923 19863 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0718 11:48:11.763864 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0718 11:48:11.774775 19863 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0718 11:48:11.789862 19863 ssh_runner.go:195] Run: which cri-dockerd
I0718 11:48:11.792787 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0718 11:48:11.800089 19863 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0718 11:48:11.814219 19863 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0718 11:48:11.914934 19863 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0718 11:48:12.026294 19863 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0718 11:48:12.026328 19863 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0718 11:48:12.040137 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:48:12.148390 19863 ssh_runner.go:195] Run: sudo systemctl restart docker
I0718 11:48:14.399857 19863 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.251380866s)
I0718 11:48:14.399911 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0718 11:48:14.410617 19863 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0718 11:48:14.425582 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0718 11:48:14.436091 19863 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0718 11:48:14.533031 19863 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0718 11:48:14.643147 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:48:14.742688 19863 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0718 11:48:14.758584 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0718 11:48:14.769512 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:48:14.864310 19863 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0718 11:48:14.931235 19863 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0718 11:48:14.931321 19863 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0718 11:48:14.936503 19863 start.go:563] Will wait 60s for crictl version
I0718 11:48:14.936556 19863 ssh_runner.go:195] Run: which crictl
I0718 11:48:14.939900 19863 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0718 11:48:14.970503 19863 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.0.3
RuntimeApiVersion: v1
I0718 11:48:14.970666 19863 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0718 11:48:14.988001 19863 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0718 11:48:15.026197 19863 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.0.3 ...
I0718 11:48:15.067890 19863 out.go:177] - env NO_PROXY=192.169.0.6
I0718 11:48:15.091054 19863 out.go:177] - env NO_PROXY=192.169.0.6,192.169.0.7
I0718 11:48:15.111986 19863 main.go:141] libmachine: (ha-047000-m03) Calling .GetIP
I0718 11:48:15.112242 19863 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0718 11:48:15.115670 19863 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0718 11:48:15.125283 19863 mustload.go:65] Loading cluster: ha-047000
I0718 11:48:15.125474 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:48:15.125687 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:48:15.125712 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:48:15.134387 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58447
I0718 11:48:15.134715 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:48:15.135062 19863 main.go:141] libmachine: Using API Version 1
I0718 11:48:15.135081 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:48:15.135297 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:48:15.135409 19863 main.go:141] libmachine: (ha-047000) Calling .GetState
I0718 11:48:15.135495 19863 main.go:141] libmachine: (ha-047000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:48:15.135559 19863 main.go:141] libmachine: (ha-047000) DBG | hyperkit pid from json: 19876
I0718 11:48:15.136651 19863 host.go:66] Checking if "ha-047000" exists ...
I0718 11:48:15.136910 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:48:15.136933 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:48:15.145581 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58449
I0718 11:48:15.145920 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:48:15.146274 19863 main.go:141] libmachine: Using API Version 1
I0718 11:48:15.146288 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:48:15.146485 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:48:15.146608 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:48:15.146724 19863 certs.go:68] Setting up /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000 for IP: 192.169.0.8
I0718 11:48:15.146731 19863 certs.go:194] generating shared ca certs ...
I0718 11:48:15.146740 19863 certs.go:226] acquiring lock for ca certs: {Name:mk8f47456d6c317d7c8ac23723fbb32735ca3fe6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0718 11:48:15.146898 19863 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key
I0718 11:48:15.146953 19863 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key
I0718 11:48:15.146963 19863 certs.go:256] generating profile certs ...
I0718 11:48:15.147064 19863 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/client.key
I0718 11:48:15.147515 19863 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.key.e7b44326
I0718 11:48:15.147572 19863 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.key
I0718 11:48:15.147579 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0718 11:48:15.147607 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0718 11:48:15.147628 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0718 11:48:15.147646 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0718 11:48:15.147663 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0718 11:48:15.147682 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0718 11:48:15.147701 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0718 11:48:15.147718 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0718 11:48:15.147809 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem (1338 bytes)
W0718 11:48:15.147857 19863 certs.go:480] ignoring /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625_empty.pem, impossibly tiny 0 bytes
I0718 11:48:15.147874 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem (1675 bytes)
I0718 11:48:15.147910 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem (1078 bytes)
I0718 11:48:15.147952 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem (1123 bytes)
I0718 11:48:15.147982 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem (1675 bytes)
I0718 11:48:15.148048 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem (1708 bytes)
I0718 11:48:15.148091 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0718 11:48:15.148112 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem -> /usr/share/ca-certificates/17625.pem
I0718 11:48:15.148137 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> /usr/share/ca-certificates/176252.pem
I0718 11:48:15.148169 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHHostname
I0718 11:48:15.148337 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHPort
I0718 11:48:15.148433 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHKeyPath
I0718 11:48:15.148523 19863 main.go:141] libmachine: (ha-047000) Calling .GetSSHUsername
I0718 11:48:15.148609 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000/id_rsa Username:docker}
I0718 11:48:15.182749 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.pub
I0718 11:48:15.187027 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0718 11:48:15.197547 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.key
I0718 11:48:15.201179 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I0718 11:48:15.209878 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.crt
I0718 11:48:15.213295 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0718 11:48:15.221456 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.key
I0718 11:48:15.224715 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0718 11:48:15.232805 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.crt
I0718 11:48:15.235891 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0718 11:48:15.243729 19863 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.key
I0718 11:48:15.246911 19863 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0718 11:48:15.255253 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0718 11:48:15.276742 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0718 11:48:15.297074 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0718 11:48:15.317786 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0718 11:48:15.338211 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0718 11:48:15.357914 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0718 11:48:15.378252 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0718 11:48:15.399555 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0718 11:48:15.420497 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0718 11:48:15.440270 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem --> /usr/share/ca-certificates/17625.pem (1338 bytes)
I0718 11:48:15.460226 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem --> /usr/share/ca-certificates/176252.pem (1708 bytes)
I0718 11:48:15.480385 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0718 11:48:15.494108 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I0718 11:48:15.507775 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0718 11:48:15.521656 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0718 11:48:15.535383 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0718 11:48:15.550029 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0718 11:48:15.563532 19863 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0718 11:48:15.577307 19863 ssh_runner.go:195] Run: openssl version
I0718 11:48:15.581443 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0718 11:48:15.589792 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0718 11:48:15.593107 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 18 18:16 /usr/share/ca-certificates/minikubeCA.pem
I0718 11:48:15.593146 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0718 11:48:15.597296 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0718 11:48:15.605586 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/17625.pem && ln -fs /usr/share/ca-certificates/17625.pem /etc/ssl/certs/17625.pem"
I0718 11:48:15.614202 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/17625.pem
I0718 11:48:15.617540 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 18 18:25 /usr/share/ca-certificates/17625.pem
I0718 11:48:15.617583 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/17625.pem
I0718 11:48:15.621955 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/17625.pem /etc/ssl/certs/51391683.0"
I0718 11:48:15.630278 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/176252.pem && ln -fs /usr/share/ca-certificates/176252.pem /etc/ssl/certs/176252.pem"
I0718 11:48:15.638605 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/176252.pem
I0718 11:48:15.641896 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 18 18:25 /usr/share/ca-certificates/176252.pem
I0718 11:48:15.641931 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/176252.pem
I0718 11:48:15.646153 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/176252.pem /etc/ssl/certs/3ec20f2e.0"
I0718 11:48:15.654656 19863 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0718 11:48:15.657999 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0718 11:48:15.662970 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0718 11:48:15.667509 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0718 11:48:15.671854 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0718 11:48:15.676179 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0718 11:48:15.680514 19863 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0718 11:48:15.684739 19863 kubeadm.go:934] updating node {m03 192.169.0.8 8443 v1.30.3 docker true true} ...
I0718 11:48:15.684797 19863 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-047000-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.8
[Install]
config:
{KubernetesVersion:v1.30.3 ClusterName:ha-047000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0718 11:48:15.684815 19863 kube-vip.go:115] generating kube-vip config ...
I0718 11:48:15.684849 19863 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0718 11:48:15.696822 19863 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0718 11:48:15.696865 19863 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0718 11:48:15.696926 19863 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3
I0718 11:48:15.704936 19863 binaries.go:44] Found k8s binaries, skipping transfer
I0718 11:48:15.704981 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0718 11:48:15.712392 19863 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)
I0718 11:48:15.725956 19863 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0718 11:48:15.739757 19863 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0718 11:48:15.753392 19863 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0718 11:48:15.756225 19863 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0718 11:48:15.765950 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:48:15.861368 19863 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0718 11:48:15.876100 19863 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.169.0.8 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0718 11:48:15.876304 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:48:15.897141 19863 out.go:177] * Verifying Kubernetes components...
I0718 11:48:15.939027 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:48:16.052549 19863 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0718 11:48:16.066533 19863 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19297-17101/kubeconfig
I0718 11:48:16.066735 19863 kapi.go:59] client config for ha-047000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/client.key", CAFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(ni
l)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xec55b40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0718 11:48:16.066771 19863 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.6:8443
I0718 11:48:16.066940 19863 node_ready.go:35] waiting up to 6m0s for node "ha-047000-m03" to be "Ready" ...
I0718 11:48:16.067007 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:16.067012 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.067018 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.067021 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.068964 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:16.069338 19863 node_ready.go:49] node "ha-047000-m03" has status "Ready":"True"
I0718 11:48:16.069348 19863 node_ready.go:38] duration metric: took 2.399125ms for node "ha-047000-m03" to be "Ready" ...
I0718 11:48:16.069357 19863 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0718 11:48:16.069389 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods
I0718 11:48:16.069395 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.069401 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.069404 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.073586 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:48:16.079275 19863 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-4bmbx" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.079338 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-4bmbx
I0718 11:48:16.079343 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.079352 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.079356 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.081388 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:16.081953 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:48:16.081961 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.081967 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.081971 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.084066 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:16.084521 19863 pod_ready.go:92] pod "coredns-7db6d8ff4d-4bmbx" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:16.084531 19863 pod_ready.go:81] duration metric: took 5.243279ms for pod "coredns-7db6d8ff4d-4bmbx" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.084538 19863 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-pkhgt" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.084573 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-pkhgt
I0718 11:48:16.084578 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.084583 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.084587 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.086329 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:16.086808 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:48:16.086816 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.086822 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.086826 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.088765 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:16.089257 19863 pod_ready.go:92] pod "coredns-7db6d8ff4d-pkhgt" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:16.089267 19863 pod_ready.go:81] duration metric: took 4.724198ms for pod "coredns-7db6d8ff4d-pkhgt" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.089274 19863 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.089309 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/etcd-ha-047000
I0718 11:48:16.089314 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.089320 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.089323 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.091262 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:16.091717 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:48:16.091725 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.091730 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.091735 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.093628 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:16.094041 19863 pod_ready.go:92] pod "etcd-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:16.094051 19863 pod_ready.go:81] duration metric: took 4.771658ms for pod "etcd-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.094057 19863 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.094092 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/etcd-ha-047000-m02
I0718 11:48:16.094097 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.094103 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.094107 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.096095 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:16.096532 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:48:16.096540 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.096546 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.096552 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.099090 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:16.099474 19863 pod_ready.go:92] pod "etcd-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:16.099484 19863 pod_ready.go:81] duration metric: took 5.420989ms for pod "etcd-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.099491 19863 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.268198 19863 request.go:629] Waited for 168.666942ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/etcd-ha-047000-m03
I0718 11:48:16.268249 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/etcd-ha-047000-m03
I0718 11:48:16.268255 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.268261 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.268265 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.270580 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:16.468214 19863 request.go:629] Waited for 197.00815ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:16.468296 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:16.468309 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.468317 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.468322 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.480071 19863 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I0718 11:48:16.480389 19863 pod_ready.go:92] pod "etcd-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:16.480402 19863 pod_ready.go:81] duration metric: took 380.892851ms for pod "etcd-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.480416 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.668487 19863 request.go:629] Waited for 188.023452ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000
I0718 11:48:16.668574 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000
I0718 11:48:16.668583 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.668589 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.668594 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.672749 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:48:16.868238 19863 request.go:629] Waited for 194.982378ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:48:16.868281 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:48:16.868294 19863 round_trippers.go:469] Request Headers:
I0718 11:48:16.868353 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:16.868361 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:16.874119 19863 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0718 11:48:16.874464 19863 pod_ready.go:92] pod "kube-apiserver-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:16.874475 19863 pod_ready.go:81] duration metric: took 394.041819ms for pod "kube-apiserver-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:48:16.874485 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:48:17.068228 19863 request.go:629] Waited for 193.696335ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m02
I0718 11:48:17.068320 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m02
I0718 11:48:17.068328 19863 round_trippers.go:469] Request Headers:
I0718 11:48:17.068335 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:17.068343 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:17.071565 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:48:17.268262 19863 request.go:629] Waited for 195.859099ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:48:17.268304 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:48:17.268309 19863 round_trippers.go:469] Request Headers:
I0718 11:48:17.268316 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:17.268320 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:17.299004 19863 round_trippers.go:574] Response Status: 200 OK in 30 milliseconds
I0718 11:48:17.309917 19863 pod_ready.go:92] pod "kube-apiserver-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:17.309936 19863 pod_ready.go:81] duration metric: took 435.428691ms for pod "kube-apiserver-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:48:17.309948 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:48:17.468497 19863 request.go:629] Waited for 158.503142ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:17.468534 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:17.468540 19863 round_trippers.go:469] Request Headers:
I0718 11:48:17.468546 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:17.468551 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:17.478405 19863 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I0718 11:48:17.668258 19863 request.go:629] Waited for 187.588445ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:17.668378 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:17.668387 19863 round_trippers.go:469] Request Headers:
I0718 11:48:17.668394 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:17.668399 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:17.674655 19863 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0718 11:48:17.868393 19863 request.go:629] Waited for 57.551187ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:17.868499 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:17.868507 19863 round_trippers.go:469] Request Headers:
I0718 11:48:17.868513 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:17.868517 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:17.873601 19863 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0718 11:48:18.068395 19863 request.go:629] Waited for 194.083359ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:18.068509 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:18.068525 19863 round_trippers.go:469] Request Headers:
I0718 11:48:18.068536 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:18.068544 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:18.086314 19863 round_trippers.go:574] Response Status: 200 OK in 17 milliseconds
I0718 11:48:18.310922 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:18.310978 19863 round_trippers.go:469] Request Headers:
I0718 11:48:18.311007 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:18.311013 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:18.313472 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:18.468279 19863 request.go:629] Waited for 154.268674ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:18.468364 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:18.468372 19863 round_trippers.go:469] Request Headers:
I0718 11:48:18.468379 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:18.468389 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:18.471312 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:18.811602 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:18.811674 19863 round_trippers.go:469] Request Headers:
I0718 11:48:18.811685 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:18.811690 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:18.814118 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:18.868286 19863 request.go:629] Waited for 53.651904ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:18.868347 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:18.868354 19863 round_trippers.go:469] Request Headers:
I0718 11:48:18.868389 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:18.868398 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:18.870781 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:19.310473 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:19.310538 19863 round_trippers.go:469] Request Headers:
I0718 11:48:19.310548 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:19.310553 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:19.313435 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:19.314215 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:19.314225 19863 round_trippers.go:469] Request Headers:
I0718 11:48:19.314231 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:19.314235 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:19.316437 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:19.316777 19863 pod_ready.go:102] pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace has status "Ready":"False"
I0718 11:48:19.810163 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:19.810179 19863 round_trippers.go:469] Request Headers:
I0718 11:48:19.810185 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:19.810187 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:19.812326 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:19.812858 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:19.812866 19863 round_trippers.go:469] Request Headers:
I0718 11:48:19.812872 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:19.812882 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:19.814802 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:20.310383 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:20.310397 19863 round_trippers.go:469] Request Headers:
I0718 11:48:20.310404 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:20.310408 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:20.312889 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:20.313362 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:20.313370 19863 round_trippers.go:469] Request Headers:
I0718 11:48:20.313377 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:20.313380 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:20.315341 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:20.810983 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:20.811006 19863 round_trippers.go:469] Request Headers:
I0718 11:48:20.811014 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:20.811017 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:20.813328 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:20.813881 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:20.813889 19863 round_trippers.go:469] Request Headers:
I0718 11:48:20.813895 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:20.813899 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:20.815643 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:21.311090 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:21.311104 19863 round_trippers.go:469] Request Headers:
I0718 11:48:21.311117 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:21.311121 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:21.313192 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:21.313980 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:21.313988 19863 round_trippers.go:469] Request Headers:
I0718 11:48:21.313993 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:21.313996 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:21.315866 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:21.811730 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:21.811748 19863 round_trippers.go:469] Request Headers:
I0718 11:48:21.811817 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:21.811824 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:21.814070 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:21.814667 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:21.814674 19863 round_trippers.go:469] Request Headers:
I0718 11:48:21.814681 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:21.814684 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:21.816487 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:21.816810 19863 pod_ready.go:102] pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace has status "Ready":"False"
I0718 11:48:22.310803 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:22.310827 19863 round_trippers.go:469] Request Headers:
I0718 11:48:22.310838 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:22.310846 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:22.314184 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:48:22.314682 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:22.314690 19863 round_trippers.go:469] Request Headers:
I0718 11:48:22.314695 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:22.314699 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:22.316375 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:22.810740 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:22.810759 19863 round_trippers.go:469] Request Headers:
I0718 11:48:22.810768 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:22.810772 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:22.812809 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:22.813263 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:22.813270 19863 round_trippers.go:469] Request Headers:
I0718 11:48:22.813276 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:22.813280 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:22.814978 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:23.310581 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:23.310626 19863 round_trippers.go:469] Request Headers:
I0718 11:48:23.310637 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:23.310642 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:23.313215 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:23.313791 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:23.313799 19863 round_trippers.go:469] Request Headers:
I0718 11:48:23.313804 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:23.313807 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:23.315547 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:23.811832 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:23.811849 19863 round_trippers.go:469] Request Headers:
I0718 11:48:23.811857 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:23.811862 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:23.814477 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:23.814878 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:23.814887 19863 round_trippers.go:469] Request Headers:
I0718 11:48:23.814891 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:23.814901 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:23.816628 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:23.817036 19863 pod_ready.go:102] pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace has status "Ready":"False"
I0718 11:48:24.311646 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:24.311668 19863 round_trippers.go:469] Request Headers:
I0718 11:48:24.311715 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:24.311720 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:24.313759 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:24.314324 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:24.314331 19863 round_trippers.go:469] Request Headers:
I0718 11:48:24.314336 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:24.314340 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:24.316182 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:24.811351 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:24.811365 19863 round_trippers.go:469] Request Headers:
I0718 11:48:24.811371 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:24.811375 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:24.813692 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:24.814223 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:24.814233 19863 round_trippers.go:469] Request Headers:
I0718 11:48:24.814239 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:24.814243 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:24.816157 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:25.310461 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:25.310476 19863 round_trippers.go:469] Request Headers:
I0718 11:48:25.310482 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:25.310486 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:25.312454 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:25.313121 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:25.313130 19863 round_trippers.go:469] Request Headers:
I0718 11:48:25.313136 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:25.313139 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:25.314831 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:25.810464 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:25.810482 19863 round_trippers.go:469] Request Headers:
I0718 11:48:25.810490 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:25.810495 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:25.812746 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:25.813247 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:25.813254 19863 round_trippers.go:469] Request Headers:
I0718 11:48:25.813260 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:25.813263 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:25.814765 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:26.311509 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:26.311551 19863 round_trippers.go:469] Request Headers:
I0718 11:48:26.311561 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:26.311566 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:26.315874 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:48:26.316232 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:26.316239 19863 round_trippers.go:469] Request Headers:
I0718 11:48:26.316245 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:26.316248 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:26.317968 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:26.318384 19863 pod_ready.go:102] pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace has status "Ready":"False"
I0718 11:48:26.810663 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:26.810682 19863 round_trippers.go:469] Request Headers:
I0718 11:48:26.810691 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:26.810696 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:26.812947 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:26.813466 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:26.813474 19863 round_trippers.go:469] Request Headers:
I0718 11:48:26.813480 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:26.813483 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:26.815095 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:27.311071 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:27.311089 19863 round_trippers.go:469] Request Headers:
I0718 11:48:27.311098 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:27.311106 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:27.315912 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:48:27.316465 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:27.316477 19863 round_trippers.go:469] Request Headers:
I0718 11:48:27.316490 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:27.316495 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:27.320556 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:48:27.810387 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:48:27.810401 19863 round_trippers.go:469] Request Headers:
I0718 11:48:27.810412 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:27.810416 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:27.812372 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:27.813028 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:27.813035 19863 round_trippers.go:469] Request Headers:
I0718 11:48:27.813040 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:27.813044 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:27.814777 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:27.815143 19863 pod_ready.go:92] pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:27.815152 19863 pod_ready.go:81] duration metric: took 10.50488283s for pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:48:27.815159 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:48:27.815189 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000
I0718 11:48:27.815194 19863 round_trippers.go:469] Request Headers:
I0718 11:48:27.815199 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:27.815203 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:27.816816 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:27.817243 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:48:27.817251 19863 round_trippers.go:469] Request Headers:
I0718 11:48:27.817257 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:27.817260 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:27.818775 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:27.819126 19863 pod_ready.go:92] pod "kube-controller-manager-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:27.819135 19863 pod_ready.go:81] duration metric: took 3.970844ms for pod "kube-controller-manager-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:48:27.819142 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:48:27.819177 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m02
I0718 11:48:27.819181 19863 round_trippers.go:469] Request Headers:
I0718 11:48:27.819187 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:27.819191 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:27.820621 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:27.821048 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:48:27.821056 19863 round_trippers.go:469] Request Headers:
I0718 11:48:27.821062 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:27.821065 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:27.822565 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:27.822889 19863 pod_ready.go:92] pod "kube-controller-manager-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:27.822898 19863 pod_ready.go:81] duration metric: took 3.750199ms for pod "kube-controller-manager-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:48:27.822904 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:48:27.822939 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m03
I0718 11:48:27.822943 19863 round_trippers.go:469] Request Headers:
I0718 11:48:27.822949 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:27.822952 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:27.824441 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:27.824867 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:27.824874 19863 round_trippers.go:469] Request Headers:
I0718 11:48:27.824880 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:27.824883 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:27.826317 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:28.323653 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m03
I0718 11:48:28.323760 19863 round_trippers.go:469] Request Headers:
I0718 11:48:28.323777 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:28.323785 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:28.328551 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:48:28.330813 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:28.330822 19863 round_trippers.go:469] Request Headers:
I0718 11:48:28.330827 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:28.330832 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:28.332952 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:28.823824 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m03
I0718 11:48:28.823838 19863 round_trippers.go:469] Request Headers:
I0718 11:48:28.823845 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:28.823849 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:28.825817 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:28.826421 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:28.826429 19863 round_trippers.go:469] Request Headers:
I0718 11:48:28.826435 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:28.826442 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:28.828105 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:29.323368 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m03
I0718 11:48:29.323384 19863 round_trippers.go:469] Request Headers:
I0718 11:48:29.323390 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:29.323394 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:29.325776 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:29.326425 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:29.326433 19863 round_trippers.go:469] Request Headers:
I0718 11:48:29.326439 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:29.326443 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:29.328102 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:29.824891 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m03
I0718 11:48:29.824915 19863 round_trippers.go:469] Request Headers:
I0718 11:48:29.824928 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:29.824937 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:29.828155 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:48:29.829140 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:29.829148 19863 round_trippers.go:469] Request Headers:
I0718 11:48:29.829153 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:29.829157 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:29.832102 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:29.832526 19863 pod_ready.go:102] pod "kube-controller-manager-ha-047000-m03" in "kube-system" namespace has status "Ready":"False"
I0718 11:48:30.323676 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m03
I0718 11:48:30.323691 19863 round_trippers.go:469] Request Headers:
I0718 11:48:30.323698 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:30.323703 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:30.325901 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:30.326460 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:30.326467 19863 round_trippers.go:469] Request Headers:
I0718 11:48:30.326472 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:30.326475 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:30.328162 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:30.824311 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m03
I0718 11:48:30.824325 19863 round_trippers.go:469] Request Headers:
I0718 11:48:30.824331 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:30.824334 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:30.826423 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:30.826883 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:30.826891 19863 round_trippers.go:469] Request Headers:
I0718 11:48:30.826897 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:30.826900 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:30.828724 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:30.829184 19863 pod_ready.go:92] pod "kube-controller-manager-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:30.829193 19863 pod_ready.go:81] duration metric: took 3.006193255s for pod "kube-controller-manager-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:48:30.829200 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-j8jwb" in "kube-system" namespace to be "Ready" ...
I0718 11:48:30.829230 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-j8jwb
I0718 11:48:30.829234 19863 round_trippers.go:469] Request Headers:
I0718 11:48:30.829240 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:30.829245 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:30.831216 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:30.831788 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:48:30.831795 19863 round_trippers.go:469] Request Headers:
I0718 11:48:30.831802 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:30.831814 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:30.833410 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:30.833892 19863 pod_ready.go:92] pod "kube-proxy-j8jwb" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:30.833901 19863 pod_ready.go:81] duration metric: took 4.694925ms for pod "kube-proxy-j8jwb" in "kube-system" namespace to be "Ready" ...
I0718 11:48:30.833910 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-k5dxp" in "kube-system" namespace to be "Ready" ...
I0718 11:48:30.833947 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-k5dxp
I0718 11:48:30.833952 19863 round_trippers.go:469] Request Headers:
I0718 11:48:30.833957 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:30.833963 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:30.835494 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:30.835858 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:30.835865 19863 round_trippers.go:469] Request Headers:
I0718 11:48:30.835871 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:30.835874 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:30.837574 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:30.838013 19863 pod_ready.go:92] pod "kube-proxy-k5dxp" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:30.838023 19863 pod_ready.go:81] duration metric: took 4.107059ms for pod "kube-proxy-k5dxp" in "kube-system" namespace to be "Ready" ...
I0718 11:48:30.838030 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-kl5mf" in "kube-system" namespace to be "Ready" ...
I0718 11:48:30.838064 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-kl5mf
I0718 11:48:30.838069 19863 round_trippers.go:469] Request Headers:
I0718 11:48:30.838074 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:30.838078 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:30.839762 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:31.010916 19863 request.go:629] Waited for 170.75214ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m04
I0718 11:48:31.010957 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m04
I0718 11:48:31.011004 19863 round_trippers.go:469] Request Headers:
I0718 11:48:31.011015 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:31.011020 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:31.013251 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:31.013523 19863 pod_ready.go:92] pod "kube-proxy-kl5mf" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:31.013532 19863 pod_ready.go:81] duration metric: took 175.49158ms for pod "kube-proxy-kl5mf" in "kube-system" namespace to be "Ready" ...
I0718 11:48:31.013539 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-trl5w" in "kube-system" namespace to be "Ready" ...
I0718 11:48:31.212059 19863 request.go:629] Waited for 198.479641ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-trl5w
I0718 11:48:31.212109 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-trl5w
I0718 11:48:31.212114 19863 round_trippers.go:469] Request Headers:
I0718 11:48:31.212119 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:31.212128 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:31.214190 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:31.412229 19863 request.go:629] Waited for 197.507248ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:48:31.412303 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:48:31.412311 19863 round_trippers.go:469] Request Headers:
I0718 11:48:31.412320 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:31.412360 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:31.414687 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:31.415101 19863 pod_ready.go:92] pod "kube-proxy-trl5w" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:31.415111 19863 pod_ready.go:81] duration metric: took 401.554468ms for pod "kube-proxy-trl5w" in "kube-system" namespace to be "Ready" ...
I0718 11:48:31.415117 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:48:31.611016 19863 request.go:629] Waited for 195.858494ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000
I0718 11:48:31.611045 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000
I0718 11:48:31.611049 19863 round_trippers.go:469] Request Headers:
I0718 11:48:31.611055 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:31.611060 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:31.612983 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:31.811868 19863 request.go:629] Waited for 198.379549ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:48:31.811920 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:48:31.811934 19863 round_trippers.go:469] Request Headers:
I0718 11:48:31.812004 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:31.812012 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:31.814682 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:31.815039 19863 pod_ready.go:92] pod "kube-scheduler-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:31.815048 19863 pod_ready.go:81] duration metric: took 399.913604ms for pod "kube-scheduler-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:48:31.815055 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:48:32.012414 19863 request.go:629] Waited for 197.307834ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m02
I0718 11:48:32.012455 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m02
I0718 11:48:32.012461 19863 round_trippers.go:469] Request Headers:
I0718 11:48:32.012498 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:32.012505 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:32.014888 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:32.212025 19863 request.go:629] Waited for 196.736987ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:48:32.212114 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:48:32.212125 19863 round_trippers.go:469] Request Headers:
I0718 11:48:32.212136 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:32.212145 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:32.215300 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:48:32.215839 19863 pod_ready.go:92] pod "kube-scheduler-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:32.215852 19863 pod_ready.go:81] duration metric: took 400.779054ms for pod "kube-scheduler-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:48:32.215861 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:48:32.410597 19863 request.go:629] Waited for 194.680852ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m03
I0718 11:48:32.410682 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m03
I0718 11:48:32.410691 19863 round_trippers.go:469] Request Headers:
I0718 11:48:32.410700 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:32.410706 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:32.413258 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:32.611295 19863 request.go:629] Waited for 197.515344ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:32.611359 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:48:32.611364 19863 round_trippers.go:469] Request Headers:
I0718 11:48:32.611370 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:32.611374 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:32.613351 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:32.613736 19863 pod_ready.go:92] pod "kube-scheduler-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:48:32.613745 19863 pod_ready.go:81] duration metric: took 397.866215ms for pod "kube-scheduler-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:48:32.613754 19863 pod_ready.go:38] duration metric: took 16.543892953s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0718 11:48:32.613764 19863 api_server.go:52] waiting for apiserver process to appear ...
I0718 11:48:32.613819 19863 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0718 11:48:32.625570 19863 api_server.go:72] duration metric: took 16.748940857s to wait for apiserver process to appear ...
I0718 11:48:32.625582 19863 api_server.go:88] waiting for apiserver healthz status ...
I0718 11:48:32.625594 19863 api_server.go:253] Checking apiserver healthz at https://192.169.0.6:8443/healthz ...
I0718 11:48:32.628793 19863 api_server.go:279] https://192.169.0.6:8443/healthz returned 200:
ok
I0718 11:48:32.628833 19863 round_trippers.go:463] GET https://192.169.0.6:8443/version
I0718 11:48:32.628839 19863 round_trippers.go:469] Request Headers:
I0718 11:48:32.628848 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:32.628854 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:32.629398 19863 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0718 11:48:32.629464 19863 api_server.go:141] control plane version: v1.30.3
I0718 11:48:32.629474 19863 api_server.go:131] duration metric: took 3.887179ms to wait for apiserver health ...
I0718 11:48:32.629479 19863 system_pods.go:43] waiting for kube-system pods to appear ...
I0718 11:48:32.811230 19863 request.go:629] Waited for 181.701642ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods
I0718 11:48:32.811263 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods
I0718 11:48:32.811271 19863 round_trippers.go:469] Request Headers:
I0718 11:48:32.811292 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:32.811296 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:32.816592 19863 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0718 11:48:32.822376 19863 system_pods.go:59] 26 kube-system pods found
I0718 11:48:32.822390 19863 system_pods.go:61] "coredns-7db6d8ff4d-4bmbx" [7648d1cb-fdc2-41ec-a490-c90233b9b401] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0718 11:48:32.822397 19863 system_pods.go:61] "coredns-7db6d8ff4d-pkhgt" [78b15b12-ffff-47e9-9027-860c4e1208d7] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0718 11:48:32.822402 19863 system_pods.go:61] "etcd-ha-047000" [33b6b3b6-8563-43a5-bbbe-def2033432e7] Running
I0718 11:48:32.822406 19863 system_pods.go:61] "etcd-ha-047000-m02" [2831ac47-bfa1-4113-b858-bc5451db676d] Running
I0718 11:48:32.822409 19863 system_pods.go:61] "etcd-ha-047000-m03" [9b06d331-48de-4dba-bba0-793fcf1a520f] Running
I0718 11:48:32.822424 19863 system_pods.go:61] "kindnet-4q25f" [e093284b-1f6e-4ebd-b843-932da79463b0] Running
I0718 11:48:32.822429 19863 system_pods.go:61] "kindnet-6tf7x" [d37926ea-778c-4f06-a2e0-dae126f710f0] Running
I0718 11:48:32.822432 19863 system_pods.go:61] "kindnet-t8vxb" [a74d6226-f41b-4fa3-a98f-9e9a74b3e8a1] Running
I0718 11:48:32.822435 19863 system_pods.go:61] "kindnet-xjzpc" [824d614a-d911-4032-ba5e-3e20e2f44139] Running
I0718 11:48:32.822437 19863 system_pods.go:61] "kube-apiserver-ha-047000" [9310f59c-56dd-410a-9bab-7986ae18b373] Running
I0718 11:48:32.822440 19863 system_pods.go:61] "kube-apiserver-ha-047000-m02" [504496da-4566-422c-a98e-fdef00b07dc6] Running
I0718 11:48:32.822443 19863 system_pods.go:61] "kube-apiserver-ha-047000-m03" [60e6f194-5bda-4195-9283-ad3b58cdf503] Running
I0718 11:48:32.822446 19863 system_pods.go:61] "kube-controller-manager-ha-047000" [a874aeb4-ccef-4b75-bc4d-01948ac8cf6a] Running
I0718 11:48:32.822454 19863 system_pods.go:61] "kube-controller-manager-ha-047000-m02" [038afecb-b63a-43f0-a85f-9a71f98958c7] Running
I0718 11:48:32.822458 19863 system_pods.go:61] "kube-controller-manager-ha-047000-m03" [c8c6fe86-ab07-48df-8b43-b3ac587cade5] Running
I0718 11:48:32.822461 19863 system_pods.go:61] "kube-proxy-j8jwb" [1175ab79-1c3d-4ef4-a62b-332f77f9c0d1] Running
I0718 11:48:32.822463 19863 system_pods.go:61] "kube-proxy-k5dxp" [94540ea3-931a-4f33-830d-752e863384cf] Running
I0718 11:48:32.822466 19863 system_pods.go:61] "kube-proxy-kl5mf" [a41299f1-2184-4096-82be-2570ddbcc9b2] Running
I0718 11:48:32.822484 19863 system_pods.go:61] "kube-proxy-trl5w" [8d6126cf-6acc-4e3d-9e6e-e2edac44f0c1] Running
I0718 11:48:32.822490 19863 system_pods.go:61] "kube-scheduler-ha-047000" [fec33583-7d3e-4603-b261-bf471fbc8a58] Running
I0718 11:48:32.822493 19863 system_pods.go:61] "kube-scheduler-ha-047000-m02" [1928d161-0ef4-46a4-ae90-4695b789c090] Running
I0718 11:48:32.822496 19863 system_pods.go:61] "kube-scheduler-ha-047000-m03" [bbf5fc7e-7abc-4b64-8cd2-bbc5ae7d71b6] Running
I0718 11:48:32.822498 19863 system_pods.go:61] "kube-vip-ha-047000" [480980b0-ecf9-4cac-950b-0b7ab3065d8a] Running
I0718 11:48:32.822501 19863 system_pods.go:61] "kube-vip-ha-047000-m02" [c0667c8f-f9f7-4d34-893d-e75487c4960b] Running
I0718 11:48:32.822503 19863 system_pods.go:61] "kube-vip-ha-047000-m03" [fd1a3f12-d1d2-4972-ae35-a818eda98724] Running
I0718 11:48:32.822506 19863 system_pods.go:61] "storage-provisioner" [f9c626e8-3e50-471f-83ae-4135cc04de0b] Running
I0718 11:48:32.822511 19863 system_pods.go:74] duration metric: took 193.021707ms to wait for pod list to return data ...
I0718 11:48:32.822517 19863 default_sa.go:34] waiting for default service account to be created ...
I0718 11:48:33.011209 19863 request.go:629] Waited for 188.6454ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/default/serviceaccounts
I0718 11:48:33.011244 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/default/serviceaccounts
I0718 11:48:33.011249 19863 round_trippers.go:469] Request Headers:
I0718 11:48:33.011255 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:33.011263 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:33.013253 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:48:33.013315 19863 default_sa.go:45] found service account: "default"
I0718 11:48:33.013324 19863 default_sa.go:55] duration metric: took 190.79676ms for default service account to be created ...
I0718 11:48:33.013329 19863 system_pods.go:116] waiting for k8s-apps to be running ...
I0718 11:48:33.212183 19863 request.go:629] Waited for 198.79765ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods
I0718 11:48:33.212251 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods
I0718 11:48:33.212256 19863 round_trippers.go:469] Request Headers:
I0718 11:48:33.212263 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:33.212267 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:33.216516 19863 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0718 11:48:33.221682 19863 system_pods.go:86] 26 kube-system pods found
I0718 11:48:33.221695 19863 system_pods.go:89] "coredns-7db6d8ff4d-4bmbx" [7648d1cb-fdc2-41ec-a490-c90233b9b401] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0718 11:48:33.221708 19863 system_pods.go:89] "coredns-7db6d8ff4d-pkhgt" [78b15b12-ffff-47e9-9027-860c4e1208d7] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0718 11:48:33.221714 19863 system_pods.go:89] "etcd-ha-047000" [33b6b3b6-8563-43a5-bbbe-def2033432e7] Running
I0718 11:48:33.221718 19863 system_pods.go:89] "etcd-ha-047000-m02" [2831ac47-bfa1-4113-b858-bc5451db676d] Running
I0718 11:48:33.221722 19863 system_pods.go:89] "etcd-ha-047000-m03" [9b06d331-48de-4dba-bba0-793fcf1a520f] Running
I0718 11:48:33.221728 19863 system_pods.go:89] "kindnet-4q25f" [e093284b-1f6e-4ebd-b843-932da79463b0] Running
I0718 11:48:33.221732 19863 system_pods.go:89] "kindnet-6tf7x" [d37926ea-778c-4f06-a2e0-dae126f710f0] Running
I0718 11:48:33.221736 19863 system_pods.go:89] "kindnet-t8vxb" [a74d6226-f41b-4fa3-a98f-9e9a74b3e8a1] Running
I0718 11:48:33.221739 19863 system_pods.go:89] "kindnet-xjzpc" [824d614a-d911-4032-ba5e-3e20e2f44139] Running
I0718 11:48:33.221742 19863 system_pods.go:89] "kube-apiserver-ha-047000" [9310f59c-56dd-410a-9bab-7986ae18b373] Running
I0718 11:48:33.221746 19863 system_pods.go:89] "kube-apiserver-ha-047000-m02" [504496da-4566-422c-a98e-fdef00b07dc6] Running
I0718 11:48:33.221758 19863 system_pods.go:89] "kube-apiserver-ha-047000-m03" [60e6f194-5bda-4195-9283-ad3b58cdf503] Running
I0718 11:48:33.221761 19863 system_pods.go:89] "kube-controller-manager-ha-047000" [a874aeb4-ccef-4b75-bc4d-01948ac8cf6a] Running
I0718 11:48:33.221765 19863 system_pods.go:89] "kube-controller-manager-ha-047000-m02" [038afecb-b63a-43f0-a85f-9a71f98958c7] Running
I0718 11:48:33.221768 19863 system_pods.go:89] "kube-controller-manager-ha-047000-m03" [c8c6fe86-ab07-48df-8b43-b3ac587cade5] Running
I0718 11:48:33.221775 19863 system_pods.go:89] "kube-proxy-j8jwb" [1175ab79-1c3d-4ef4-a62b-332f77f9c0d1] Running
I0718 11:48:33.221779 19863 system_pods.go:89] "kube-proxy-k5dxp" [94540ea3-931a-4f33-830d-752e863384cf] Running
I0718 11:48:33.221782 19863 system_pods.go:89] "kube-proxy-kl5mf" [a41299f1-2184-4096-82be-2570ddbcc9b2] Running
I0718 11:48:33.221786 19863 system_pods.go:89] "kube-proxy-trl5w" [8d6126cf-6acc-4e3d-9e6e-e2edac44f0c1] Running
I0718 11:48:33.221794 19863 system_pods.go:89] "kube-scheduler-ha-047000" [fec33583-7d3e-4603-b261-bf471fbc8a58] Running
I0718 11:48:33.221797 19863 system_pods.go:89] "kube-scheduler-ha-047000-m02" [1928d161-0ef4-46a4-ae90-4695b789c090] Running
I0718 11:48:33.221801 19863 system_pods.go:89] "kube-scheduler-ha-047000-m03" [bbf5fc7e-7abc-4b64-8cd2-bbc5ae7d71b6] Running
I0718 11:48:33.221805 19863 system_pods.go:89] "kube-vip-ha-047000" [480980b0-ecf9-4cac-950b-0b7ab3065d8a] Running
I0718 11:48:33.221808 19863 system_pods.go:89] "kube-vip-ha-047000-m02" [c0667c8f-f9f7-4d34-893d-e75487c4960b] Running
I0718 11:48:33.221811 19863 system_pods.go:89] "kube-vip-ha-047000-m03" [fd1a3f12-d1d2-4972-ae35-a818eda98724] Running
I0718 11:48:33.221814 19863 system_pods.go:89] "storage-provisioner" [f9c626e8-3e50-471f-83ae-4135cc04de0b] Running
I0718 11:48:33.221819 19863 system_pods.go:126] duration metric: took 208.480013ms to wait for k8s-apps to be running ...
I0718 11:48:33.221824 19863 system_svc.go:44] waiting for kubelet service to be running ....
I0718 11:48:33.221874 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0718 11:48:33.233944 19863 system_svc.go:56] duration metric: took 12.114455ms WaitForService to wait for kubelet
I0718 11:48:33.233960 19863 kubeadm.go:582] duration metric: took 17.357314963s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0718 11:48:33.233971 19863 node_conditions.go:102] verifying NodePressure condition ...
I0718 11:48:33.411858 19863 request.go:629] Waited for 177.839545ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes
I0718 11:48:33.411891 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes
I0718 11:48:33.411896 19863 round_trippers.go:469] Request Headers:
I0718 11:48:33.411902 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:48:33.411905 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:48:33.414132 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:48:33.415180 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:48:33.415190 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:48:33.415196 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:48:33.415199 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:48:33.415202 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:48:33.415205 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:48:33.415209 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:48:33.415211 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:48:33.415217 19863 node_conditions.go:105] duration metric: took 181.23463ms to run NodePressure ...
I0718 11:48:33.415226 19863 start.go:241] waiting for startup goroutines ...
I0718 11:48:33.415240 19863 start.go:255] writing updated cluster config ...
I0718 11:48:33.436515 19863 out.go:177]
I0718 11:48:33.456714 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:48:33.456788 19863 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/config.json ...
I0718 11:48:33.478335 19863 out.go:177] * Starting "ha-047000-m04" worker node in "ha-047000" cluster
I0718 11:48:33.520482 19863 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker
I0718 11:48:33.520504 19863 cache.go:56] Caching tarball of preloaded images
I0718 11:48:33.520608 19863 preload.go:172] Found /Users/jenkins/minikube-integration/19297-17101/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0718 11:48:33.520618 19863 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker
I0718 11:48:33.520693 19863 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/config.json ...
I0718 11:48:33.521191 19863 start.go:360] acquireMachinesLock for ha-047000-m04: {Name:mk4481996866024b07d4513a1065e67d0c5e5cc7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0718 11:48:33.521243 19863 start.go:364] duration metric: took 39.662µs to acquireMachinesLock for "ha-047000-m04"
I0718 11:48:33.521256 19863 start.go:96] Skipping create...Using existing machine configuration
I0718 11:48:33.521261 19863 fix.go:54] fixHost starting: m04
I0718 11:48:33.521476 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:48:33.521495 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:48:33.530558 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58453
I0718 11:48:33.530916 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:48:33.531250 19863 main.go:141] libmachine: Using API Version 1
I0718 11:48:33.531262 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:48:33.531497 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:48:33.531616 19863 main.go:141] libmachine: (ha-047000-m04) Calling .DriverName
I0718 11:48:33.531715 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetState
I0718 11:48:33.531798 19863 main.go:141] libmachine: (ha-047000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:48:33.531876 19863 main.go:141] libmachine: (ha-047000-m04) DBG | hyperkit pid from json: 19278
I0718 11:48:33.532940 19863 main.go:141] libmachine: (ha-047000-m04) DBG | hyperkit pid 19278 missing from process table
I0718 11:48:33.532966 19863 fix.go:112] recreateIfNeeded on ha-047000-m04: state=Stopped err=<nil>
I0718 11:48:33.532977 19863 main.go:141] libmachine: (ha-047000-m04) Calling .DriverName
W0718 11:48:33.533094 19863 fix.go:138] unexpected machine state, will restart: <nil>
I0718 11:48:33.570416 19863 out.go:177] * Restarting existing hyperkit VM for "ha-047000-m04" ...
I0718 11:48:33.612678 19863 main.go:141] libmachine: (ha-047000-m04) Calling .Start
I0718 11:48:33.612845 19863 main.go:141] libmachine: (ha-047000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:48:33.612885 19863 main.go:141] libmachine: (ha-047000-m04) DBG | clean start, hyperkit pid file doesn't exist: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/hyperkit.pid
I0718 11:48:33.612931 19863 main.go:141] libmachine: (ha-047000-m04) DBG | Using UUID dfdaeb0b-728a-4856-986d-cde2ea61586e
I0718 11:48:33.643124 19863 main.go:141] libmachine: (ha-047000-m04) DBG | Generated MAC 4a:21:d5:e8:e3:6d
I0718 11:48:33.643147 19863 main.go:141] libmachine: (ha-047000-m04) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000
I0718 11:48:33.643297 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"dfdaeb0b-728a-4856-986d-cde2ea61586e", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002e80f0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0718 11:48:33.643329 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"dfdaeb0b-728a-4856-986d-cde2ea61586e", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002e80f0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0718 11:48:33.643386 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "dfdaeb0b-728a-4856-986d-cde2ea61586e", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/ha-047000-m04.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/tty,log=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/bzimage,/Users/jenkins/minikube-integration/19297-17101/.minikube/
machines/ha-047000-m04/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000"}
I0718 11:48:33.643439 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U dfdaeb0b-728a-4856-986d-cde2ea61586e -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/ha-047000-m04.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/tty,log=/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/console-ring -f kexec,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/bzimage,/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/initrd,earlyprintk=serial loglevel=3 co
nsole=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-047000"
I0718 11:48:33.643461 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0718 11:48:33.644793 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 DEBUG: hyperkit: Pid is 19917
I0718 11:48:33.645309 19863 main.go:141] libmachine: (ha-047000-m04) DBG | Attempt 0
I0718 11:48:33.645344 19863 main.go:141] libmachine: (ha-047000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:48:33.645428 19863 main.go:141] libmachine: (ha-047000-m04) DBG | hyperkit pid from json: 19917
I0718 11:48:33.647034 19863 main.go:141] libmachine: (ha-047000-m04) DBG | Searching for 4a:21:d5:e8:e3:6d in /var/db/dhcpd_leases ...
I0718 11:48:33.647103 19863 main.go:141] libmachine: (ha-047000-m04) DBG | Found 8 entries in /var/db/dhcpd_leases!
I0718 11:48:33.647151 19863 main.go:141] libmachine: (ha-047000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:72:a9:96:ad:b0:f3 ID:1,72:a9:96:ad:b0:f3 Lease:0x669ab4e6}
I0718 11:48:33.647172 19863 main.go:141] libmachine: (ha-047000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:22:eb:aa:ec:eb:f7 ID:1,22:eb:aa:ec:eb:f7 Lease:0x669ab4c4}
I0718 11:48:33.647206 19863 main.go:141] libmachine: (ha-047000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:46:af:73:c2:a2:19 ID:1,46:af:73:c2:a2:19 Lease:0x669ab49a}
I0718 11:48:33.647217 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetConfigRaw
I0718 11:48:33.647223 19863 main.go:141] libmachine: (ha-047000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.9 HWAddress:4a:21:d5:e8:e3:6d ID:1,4a:21:d5:e8:e3:6d Lease:0x669961d7}
I0718 11:48:33.647339 19863 main.go:141] libmachine: (ha-047000-m04) DBG | Found match: 4a:21:d5:e8:e3:6d
I0718 11:48:33.647366 19863 main.go:141] libmachine: (ha-047000-m04) DBG | IP: 192.169.0.9
I0718 11:48:33.648343 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetIP
I0718 11:48:33.648627 19863 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/config.json ...
I0718 11:48:33.649236 19863 machine.go:94] provisionDockerMachine start ...
I0718 11:48:33.649248 19863 main.go:141] libmachine: (ha-047000-m04) Calling .DriverName
I0718 11:48:33.649406 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:48:33.649508 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:48:33.649645 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:48:33.649765 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:48:33.649926 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:48:33.650107 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:48:33.650273 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.9 22 <nil> <nil>}
I0718 11:48:33.650283 19863 main.go:141] libmachine: About to run SSH command:
hostname
I0718 11:48:33.653261 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0718 11:48:33.661808 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0718 11:48:33.663355 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0718 11:48:33.663384 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0718 11:48:33.663398 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0718 11:48:33.663416 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:33 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0718 11:48:34.087520 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:34 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0718 11:48:34.087557 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:34 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0718 11:48:34.202733 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:34 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0718 11:48:34.202753 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:34 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0718 11:48:34.202763 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:34 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0718 11:48:34.202769 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:34 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0718 11:48:34.203604 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:34 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0718 11:48:34.203631 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:34 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0718 11:48:39.657807 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:39 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0718 11:48:39.657878 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:39 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0718 11:48:39.657888 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:39 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0718 11:48:39.682840 19863 main.go:141] libmachine: (ha-047000-m04) DBG | 2024/07/18 11:48:39 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0718 11:49:08.714522 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0718 11:49:08.714536 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetMachineName
I0718 11:49:08.714668 19863 buildroot.go:166] provisioning hostname "ha-047000-m04"
I0718 11:49:08.714680 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetMachineName
I0718 11:49:08.714774 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:08.714858 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:49:08.714934 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:08.715010 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:08.715083 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:49:08.716349 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:49:08.716526 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.9 22 <nil> <nil>}
I0718 11:49:08.716537 19863 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-047000-m04 && echo "ha-047000-m04" | sudo tee /etc/hostname
I0718 11:49:08.781368 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-047000-m04
I0718 11:49:08.781382 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:08.781522 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:49:08.781620 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:08.781693 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:08.781808 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:49:08.781937 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:49:08.782095 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.9 22 <nil> <nil>}
I0718 11:49:08.782107 19863 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-047000-m04' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-047000-m04/g' /etc/hosts;
else
echo '127.0.1.1 ha-047000-m04' | sudo tee -a /etc/hosts;
fi
fi
I0718 11:49:08.843222 19863 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0718 11:49:08.843237 19863 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19297-17101/.minikube CaCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19297-17101/.minikube}
I0718 11:49:08.843247 19863 buildroot.go:174] setting up certificates
I0718 11:49:08.843255 19863 provision.go:84] configureAuth start
I0718 11:49:08.843262 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetMachineName
I0718 11:49:08.843390 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetIP
I0718 11:49:08.843494 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:08.843567 19863 provision.go:143] copyHostCerts
I0718 11:49:08.843598 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem
I0718 11:49:08.843666 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem, removing ...
I0718 11:49:08.843672 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem
I0718 11:49:08.843809 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.pem (1078 bytes)
I0718 11:49:08.844007 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem
I0718 11:49:08.844048 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem, removing ...
I0718 11:49:08.844053 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem
I0718 11:49:08.844133 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/cert.pem (1123 bytes)
I0718 11:49:08.844269 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem
I0718 11:49:08.844315 19863 exec_runner.go:144] found /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem, removing ...
I0718 11:49:08.844320 19863 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem
I0718 11:49:08.844397 19863 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19297-17101/.minikube/key.pem (1675 bytes)
I0718 11:49:08.844536 19863 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem org=jenkins.ha-047000-m04 san=[127.0.0.1 192.169.0.9 ha-047000-m04 localhost minikube]
I0718 11:49:09.042155 19863 provision.go:177] copyRemoteCerts
I0718 11:49:09.042542 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0718 11:49:09.042565 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:09.042698 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:49:09.042776 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:09.042849 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:49:09.042935 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.9 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/id_rsa Username:docker}
I0718 11:49:09.077592 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0718 11:49:09.077663 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0718 11:49:09.097183 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem -> /etc/docker/server.pem
I0718 11:49:09.097254 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0718 11:49:09.116492 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0718 11:49:09.116565 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0718 11:49:09.136079 19863 provision.go:87] duration metric: took 292.807345ms to configureAuth
I0718 11:49:09.136096 19863 buildroot.go:189] setting minikube options for container-runtime
I0718 11:49:09.136986 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:49:09.137016 19863 main.go:141] libmachine: (ha-047000-m04) Calling .DriverName
I0718 11:49:09.137146 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:09.137240 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:49:09.137313 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:09.137385 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:09.137467 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:49:09.137577 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:49:09.137711 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.9 22 <nil> <nil>}
I0718 11:49:09.137718 19863 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0718 11:49:09.192549 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0718 11:49:09.192568 19863 buildroot.go:70] root file system type: tmpfs
I0718 11:49:09.192657 19863 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0718 11:49:09.192669 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:09.192793 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:49:09.192880 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:09.192971 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:09.193042 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:49:09.193173 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:49:09.193323 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.9 22 <nil> <nil>}
I0718 11:49:09.193372 19863 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.6"
Environment="NO_PROXY=192.169.0.6,192.169.0.7"
Environment="NO_PROXY=192.169.0.6,192.169.0.7,192.169.0.8"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0718 11:49:09.258177 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.6
Environment=NO_PROXY=192.169.0.6,192.169.0.7
Environment=NO_PROXY=192.169.0.6,192.169.0.7,192.169.0.8
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0718 11:49:09.258197 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:09.258331 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:49:09.258419 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:09.258505 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:09.258589 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:49:09.258710 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:49:09.258847 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.9 22 <nil> <nil>}
I0718 11:49:09.258859 19863 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0718 11:49:10.869899 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0718 11:49:10.869915 19863 machine.go:97] duration metric: took 37.219554124s to provisionDockerMachine
I0718 11:49:10.869925 19863 start.go:293] postStartSetup for "ha-047000-m04" (driver="hyperkit")
I0718 11:49:10.869938 19863 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0718 11:49:10.869951 19863 main.go:141] libmachine: (ha-047000-m04) Calling .DriverName
I0718 11:49:10.870137 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0718 11:49:10.870151 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:10.870246 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:49:10.870347 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:10.870436 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:49:10.870525 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.9 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/id_rsa Username:docker}
I0718 11:49:10.905725 19863 ssh_runner.go:195] Run: cat /etc/os-release
I0718 11:49:10.908911 19863 info.go:137] Remote host: Buildroot 2023.02.9
I0718 11:49:10.908921 19863 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19297-17101/.minikube/addons for local assets ...
I0718 11:49:10.909022 19863 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19297-17101/.minikube/files for local assets ...
I0718 11:49:10.909692 19863 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> 176252.pem in /etc/ssl/certs
I0718 11:49:10.909700 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> /etc/ssl/certs/176252.pem
I0718 11:49:10.909916 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0718 11:49:10.917434 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem --> /etc/ssl/certs/176252.pem (1708 bytes)
I0718 11:49:10.937431 19863 start.go:296] duration metric: took 67.495706ms for postStartSetup
I0718 11:49:10.937456 19863 main.go:141] libmachine: (ha-047000-m04) Calling .DriverName
I0718 11:49:10.937635 19863 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0718 11:49:10.937648 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:10.937741 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:49:10.937831 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:10.937908 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:49:10.937990 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.9 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/id_rsa Username:docker}
I0718 11:49:10.972621 19863 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0718 11:49:10.972681 19863 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0718 11:49:11.028869 19863 fix.go:56] duration metric: took 37.506478879s for fixHost
I0718 11:49:11.028896 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:11.029037 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:49:11.029124 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:11.029222 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:11.029312 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:49:11.029456 19863 main.go:141] libmachine: Using SSH client type: native
I0718 11:49:11.029600 19863 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7b1060] 0xd7b3dc0 <nil> [] 0s} 192.169.0.9 22 <nil> <nil>}
I0718 11:49:11.029611 19863 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0718 11:49:11.085785 19863 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721328550.987739654
I0718 11:49:11.085797 19863 fix.go:216] guest clock: 1721328550.987739654
I0718 11:49:11.085803 19863 fix.go:229] Guest: 2024-07-18 11:49:10.987739654 -0700 PDT Remote: 2024-07-18 11:49:11.028885 -0700 PDT m=+149.819822213 (delta=-41.145346ms)
I0718 11:49:11.085813 19863 fix.go:200] guest clock delta is within tolerance: -41.145346ms
I0718 11:49:11.085817 19863 start.go:83] releasing machines lock for "ha-047000-m04", held for 37.563440815s
I0718 11:49:11.085834 19863 main.go:141] libmachine: (ha-047000-m04) Calling .DriverName
I0718 11:49:11.085968 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetIP
I0718 11:49:11.109856 19863 out.go:177] * Found network options:
I0718 11:49:11.130913 19863 out.go:177] - NO_PROXY=192.169.0.6,192.169.0.7,192.169.0.8
W0718 11:49:11.151805 19863 proxy.go:119] fail to check proxy env: Error ip not in block
W0718 11:49:11.151837 19863 proxy.go:119] fail to check proxy env: Error ip not in block
W0718 11:49:11.151853 19863 proxy.go:119] fail to check proxy env: Error ip not in block
I0718 11:49:11.151872 19863 main.go:141] libmachine: (ha-047000-m04) Calling .DriverName
I0718 11:49:11.152385 19863 main.go:141] libmachine: (ha-047000-m04) Calling .DriverName
I0718 11:49:11.152540 19863 main.go:141] libmachine: (ha-047000-m04) Calling .DriverName
W0718 11:49:11.152683 19863 proxy.go:119] fail to check proxy env: Error ip not in block
W0718 11:49:11.152701 19863 proxy.go:119] fail to check proxy env: Error ip not in block
W0718 11:49:11.152712 19863 proxy.go:119] fail to check proxy env: Error ip not in block
I0718 11:49:11.152991 19863 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0718 11:49:11.153007 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:11.153127 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:49:11.153245 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:11.153282 19863 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0718 11:49:11.153313 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHHostname
I0718 11:49:11.153422 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHPort
I0718 11:49:11.153449 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:49:11.153574 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHKeyPath
I0718 11:49:11.153597 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.9 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/id_rsa Username:docker}
I0718 11:49:11.153686 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetSSHUsername
I0718 11:49:11.153797 19863 sshutil.go:53] new ssh client: &{IP:192.169.0.9 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19297-17101/.minikube/machines/ha-047000-m04/id_rsa Username:docker}
W0718 11:49:11.226262 19863 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0718 11:49:11.226340 19863 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0718 11:49:11.240442 19863 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0718 11:49:11.240456 19863 start.go:495] detecting cgroup driver to use...
I0718 11:49:11.240522 19863 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0718 11:49:11.258532 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0718 11:49:11.267724 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0718 11:49:11.276523 19863 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0718 11:49:11.276580 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0718 11:49:11.285951 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0718 11:49:11.295056 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0718 11:49:11.304555 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0718 11:49:11.313540 19863 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0718 11:49:11.322863 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0718 11:49:11.332134 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0718 11:49:11.341316 19863 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0718 11:49:11.350258 19863 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0718 11:49:11.358265 19863 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0718 11:49:11.366419 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:49:11.467638 19863 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0718 11:49:11.486729 19863 start.go:495] detecting cgroup driver to use...
I0718 11:49:11.486817 19863 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0718 11:49:11.499266 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0718 11:49:11.511524 19863 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0718 11:49:11.526673 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0718 11:49:11.536910 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0718 11:49:11.547427 19863 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0718 11:49:11.567478 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0718 11:49:11.577941 19863 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0718 11:49:11.596977 19863 ssh_runner.go:195] Run: which cri-dockerd
I0718 11:49:11.599843 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0718 11:49:11.607185 19863 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0718 11:49:11.620946 19863 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0718 11:49:11.725999 19863 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0718 11:49:11.828527 19863 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0718 11:49:11.828556 19863 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0718 11:49:11.843468 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:49:11.944707 19863 ssh_runner.go:195] Run: sudo systemctl restart docker
I0718 11:49:14.191813 19863 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.247019048s)
I0718 11:49:14.191873 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0718 11:49:14.203775 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0718 11:49:14.215173 19863 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0718 11:49:14.322438 19863 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0718 11:49:14.436637 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:49:14.546342 19863 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0718 11:49:14.560502 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0718 11:49:14.570743 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:49:14.679207 19863 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0718 11:49:14.748248 19863 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0718 11:49:14.749925 19863 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0718 11:49:14.755498 19863 start.go:563] Will wait 60s for crictl version
I0718 11:49:14.755552 19863 ssh_runner.go:195] Run: which crictl
I0718 11:49:14.758923 19863 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0718 11:49:14.786369 19863 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.0.3
RuntimeApiVersion: v1
I0718 11:49:14.786449 19863 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0718 11:49:14.803127 19863 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0718 11:49:14.874389 19863 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.0.3 ...
I0718 11:49:14.915833 19863 out.go:177] - env NO_PROXY=192.169.0.6
I0718 11:49:14.937012 19863 out.go:177] - env NO_PROXY=192.169.0.6,192.169.0.7
I0718 11:49:15.026933 19863 out.go:177] - env NO_PROXY=192.169.0.6,192.169.0.7,192.169.0.8
I0718 11:49:15.047978 19863 main.go:141] libmachine: (ha-047000-m04) Calling .GetIP
I0718 11:49:15.048519 19863 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0718 11:49:15.051973 19863 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0718 11:49:15.061655 19863 mustload.go:65] Loading cluster: ha-047000
I0718 11:49:15.061823 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:49:15.062049 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:49:15.062071 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:49:15.072887 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58475
I0718 11:49:15.073378 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:49:15.073750 19863 main.go:141] libmachine: Using API Version 1
I0718 11:49:15.073767 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:49:15.073981 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:49:15.074097 19863 main.go:141] libmachine: (ha-047000) Calling .GetState
I0718 11:49:15.074179 19863 main.go:141] libmachine: (ha-047000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0718 11:49:15.074263 19863 main.go:141] libmachine: (ha-047000) DBG | hyperkit pid from json: 19876
I0718 11:49:15.075324 19863 host.go:66] Checking if "ha-047000" exists ...
I0718 11:49:15.075585 19863 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0718 11:49:15.075610 19863 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0718 11:49:15.084372 19863 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58477
I0718 11:49:15.084717 19863 main.go:141] libmachine: () Calling .GetVersion
I0718 11:49:15.085055 19863 main.go:141] libmachine: Using API Version 1
I0718 11:49:15.085070 19863 main.go:141] libmachine: () Calling .SetConfigRaw
I0718 11:49:15.085280 19863 main.go:141] libmachine: () Calling .GetMachineName
I0718 11:49:15.085422 19863 main.go:141] libmachine: (ha-047000) Calling .DriverName
I0718 11:49:15.085524 19863 certs.go:68] Setting up /Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000 for IP: 192.169.0.9
I0718 11:49:15.085531 19863 certs.go:194] generating shared ca certs ...
I0718 11:49:15.085542 19863 certs.go:226] acquiring lock for ca certs: {Name:mk8f47456d6c317d7c8ac23723fbb32735ca3fe6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0718 11:49:15.085733 19863 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key
I0718 11:49:15.085805 19863 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key
I0718 11:49:15.085815 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0718 11:49:15.085843 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0718 11:49:15.085866 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0718 11:49:15.085886 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0718 11:49:15.085985 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem (1338 bytes)
W0718 11:49:15.086036 19863 certs.go:480] ignoring /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625_empty.pem, impossibly tiny 0 bytes
I0718 11:49:15.086046 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca-key.pem (1675 bytes)
I0718 11:49:15.086083 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/ca.pem (1078 bytes)
I0718 11:49:15.086117 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/cert.pem (1123 bytes)
I0718 11:49:15.086150 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/key.pem (1675 bytes)
I0718 11:49:15.086214 19863 certs.go:484] found cert: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem (1708 bytes)
I0718 11:49:15.086254 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0718 11:49:15.086275 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem -> /usr/share/ca-certificates/17625.pem
I0718 11:49:15.086292 19863 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem -> /usr/share/ca-certificates/176252.pem
I0718 11:49:15.086323 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0718 11:49:15.107213 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0718 11:49:15.128776 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0718 11:49:15.150161 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0718 11:49:15.172898 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0718 11:49:15.194086 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/certs/17625.pem --> /usr/share/ca-certificates/17625.pem (1338 bytes)
I0718 11:49:15.213587 19863 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19297-17101/.minikube/files/etc/ssl/certs/176252.pem --> /usr/share/ca-certificates/176252.pem (1708 bytes)
I0718 11:49:15.234530 19863 ssh_runner.go:195] Run: openssl version
I0718 11:49:15.238753 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0718 11:49:15.247313 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0718 11:49:15.250992 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 18 18:16 /usr/share/ca-certificates/minikubeCA.pem
I0718 11:49:15.251031 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0718 11:49:15.255296 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0718 11:49:15.263955 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/17625.pem && ln -fs /usr/share/ca-certificates/17625.pem /etc/ssl/certs/17625.pem"
I0718 11:49:15.272356 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/17625.pem
I0718 11:49:15.275806 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 18 18:25 /usr/share/ca-certificates/17625.pem
I0718 11:49:15.275849 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/17625.pem
I0718 11:49:15.280018 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/17625.pem /etc/ssl/certs/51391683.0"
I0718 11:49:15.288662 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/176252.pem && ln -fs /usr/share/ca-certificates/176252.pem /etc/ssl/certs/176252.pem"
I0718 11:49:15.297326 19863 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/176252.pem
I0718 11:49:15.300922 19863 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 18 18:25 /usr/share/ca-certificates/176252.pem
I0718 11:49:15.300971 19863 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/176252.pem
I0718 11:49:15.305150 19863 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/176252.pem /etc/ssl/certs/3ec20f2e.0"
I0718 11:49:15.313885 19863 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0718 11:49:15.317038 19863 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0718 11:49:15.317075 19863 kubeadm.go:934] updating node {m04 192.169.0.9 0 v1.30.3 docker false true} ...
I0718 11:49:15.317131 19863 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-047000-m04 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.9
[Install]
config:
{KubernetesVersion:v1.30.3 ClusterName:ha-047000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0718 11:49:15.317183 19863 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3
I0718 11:49:15.325412 19863 binaries.go:44] Found k8s binaries, skipping transfer
I0718 11:49:15.325474 19863 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I0718 11:49:15.332989 19863 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)
I0718 11:49:15.346548 19863 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0718 11:49:15.360368 19863 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0718 11:49:15.363286 19863 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0718 11:49:15.373004 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:49:15.476097 19863 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0718 11:49:15.490351 19863 start.go:235] Will wait 6m0s for node &{Name:m04 IP:192.169.0.9 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}
I0718 11:49:15.490563 19863 config.go:182] Loaded profile config "ha-047000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0718 11:49:15.511877 19863 out.go:177] * Verifying Kubernetes components...
I0718 11:49:15.553737 19863 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0718 11:49:15.671330 19863 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0718 11:49:15.684725 19863 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19297-17101/kubeconfig
I0718 11:49:15.684966 19863 kapi.go:59] client config for ha-047000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/profiles/ha-047000/client.key", CAFile:"/Users/jenkins/minikube-integration/19297-17101/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(ni
l)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xec55b40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0718 11:49:15.685011 19863 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.6:8443
I0718 11:49:15.685173 19863 node_ready.go:35] waiting up to 6m0s for node "ha-047000-m04" to be "Ready" ...
I0718 11:49:15.685216 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m04
I0718 11:49:15.685223 19863 round_trippers.go:469] Request Headers:
I0718 11:49:15.685231 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:15.685237 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:15.687389 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:16.187054 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m04
I0718 11:49:16.187069 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.187075 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.187079 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.189243 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:16.189524 19863 node_ready.go:49] node "ha-047000-m04" has status "Ready":"True"
I0718 11:49:16.189535 19863 node_ready.go:38] duration metric: took 504.337836ms for node "ha-047000-m04" to be "Ready" ...
I0718 11:49:16.189541 19863 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0718 11:49:16.189589 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods
I0718 11:49:16.189594 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.189600 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.189603 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.194904 19863 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0718 11:49:16.200323 19863 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-4bmbx" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.200371 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-4bmbx
I0718 11:49:16.200376 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.200399 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.200406 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.202355 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:16.202781 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:49:16.202789 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.202795 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.202798 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.204392 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:16.204846 19863 pod_ready.go:92] pod "coredns-7db6d8ff4d-4bmbx" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:16.204855 19863 pod_ready.go:81] duration metric: took 4.5205ms for pod "coredns-7db6d8ff4d-4bmbx" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.204861 19863 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-pkhgt" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.204890 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-pkhgt
I0718 11:49:16.204895 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.204901 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.204906 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.206790 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:16.207277 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:49:16.207285 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.207291 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.207295 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.209162 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:16.209449 19863 pod_ready.go:92] pod "coredns-7db6d8ff4d-pkhgt" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:16.209458 19863 pod_ready.go:81] duration metric: took 4.591219ms for pod "coredns-7db6d8ff4d-pkhgt" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.209466 19863 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.209498 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/etcd-ha-047000
I0718 11:49:16.209503 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.209508 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.209513 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.211086 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:16.211462 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:49:16.211470 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.211476 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.211480 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.213234 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:16.213689 19863 pod_ready.go:92] pod "etcd-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:16.213698 19863 pod_ready.go:81] duration metric: took 4.226959ms for pod "etcd-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.213704 19863 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.213737 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/etcd-ha-047000-m02
I0718 11:49:16.213741 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.213747 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.213751 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.215578 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:16.216016 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:49:16.216023 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.216029 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.216032 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.217472 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:16.217870 19863 pod_ready.go:92] pod "etcd-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:16.217878 19863 pod_ready.go:81] duration metric: took 4.170017ms for pod "etcd-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.217885 19863 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.387856 19863 request.go:629] Waited for 169.925121ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/etcd-ha-047000-m03
I0718 11:49:16.387897 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/etcd-ha-047000-m03
I0718 11:49:16.387932 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.387940 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.387945 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.389954 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:16.587659 19863 request.go:629] Waited for 197.264596ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:49:16.587698 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:49:16.587704 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.587748 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.587754 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.590217 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:16.590536 19863 pod_ready.go:92] pod "etcd-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:16.590546 19863 pod_ready.go:81] duration metric: took 372.644405ms for pod "etcd-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.590558 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.787763 19863 request.go:629] Waited for 197.15762ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000
I0718 11:49:16.787806 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000
I0718 11:49:16.787818 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.787827 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.787832 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.790367 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:16.988144 19863 request.go:629] Waited for 197.386545ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:49:16.988193 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:49:16.988202 19863 round_trippers.go:469] Request Headers:
I0718 11:49:16.988214 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:16.988218 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:16.989979 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:16.990271 19863 pod_ready.go:92] pod "kube-apiserver-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:16.990280 19863 pod_ready.go:81] duration metric: took 399.704393ms for pod "kube-apiserver-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:49:16.990294 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:49:17.188196 19863 request.go:629] Waited for 197.854742ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m02
I0718 11:49:17.188278 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m02
I0718 11:49:17.188292 19863 round_trippers.go:469] Request Headers:
I0718 11:49:17.188299 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:17.188302 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:17.190690 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:17.388600 19863 request.go:629] Waited for 197.417439ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:49:17.388631 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:49:17.388637 19863 round_trippers.go:469] Request Headers:
I0718 11:49:17.388643 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:17.388648 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:17.390846 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:17.391214 19863 pod_ready.go:92] pod "kube-apiserver-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:17.391224 19863 pod_ready.go:81] duration metric: took 400.912159ms for pod "kube-apiserver-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:49:17.391231 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:49:17.587393 19863 request.go:629] Waited for 196.118407ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:49:17.587435 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-047000-m03
I0718 11:49:17.587439 19863 round_trippers.go:469] Request Headers:
I0718 11:49:17.587444 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:17.587448 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:17.589821 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:17.787678 19863 request.go:629] Waited for 197.391906ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:49:17.787712 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:49:17.787717 19863 round_trippers.go:469] Request Headers:
I0718 11:49:17.787723 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:17.787728 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:17.789569 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:17.789873 19863 pod_ready.go:92] pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:17.789882 19863 pod_ready.go:81] duration metric: took 398.633254ms for pod "kube-apiserver-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:49:17.789897 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:49:17.987814 19863 request.go:629] Waited for 197.876662ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000
I0718 11:49:17.987853 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000
I0718 11:49:17.987858 19863 round_trippers.go:469] Request Headers:
I0718 11:49:17.987905 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:17.987916 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:17.989884 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:18.187220 19863 request.go:629] Waited for 196.780926ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:49:18.187316 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:49:18.187327 19863 round_trippers.go:469] Request Headers:
I0718 11:49:18.187339 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:18.187346 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:18.190396 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:49:18.190809 19863 pod_ready.go:92] pod "kube-controller-manager-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:18.190826 19863 pod_ready.go:81] duration metric: took 400.905936ms for pod "kube-controller-manager-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:49:18.190837 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:49:18.387275 19863 request.go:629] Waited for 196.390316ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m02
I0718 11:49:18.387337 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m02
I0718 11:49:18.387345 19863 round_trippers.go:469] Request Headers:
I0718 11:49:18.387353 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:18.387358 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:18.389476 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:18.588678 19863 request.go:629] Waited for 198.692099ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:49:18.588753 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:49:18.588759 19863 round_trippers.go:469] Request Headers:
I0718 11:49:18.588765 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:18.588769 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:18.590644 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:18.591049 19863 pod_ready.go:92] pod "kube-controller-manager-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:18.591059 19863 pod_ready.go:81] duration metric: took 400.202822ms for pod "kube-controller-manager-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:49:18.591066 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:49:18.788558 19863 request.go:629] Waited for 197.448ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m03
I0718 11:49:18.788601 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-047000-m03
I0718 11:49:18.788662 19863 round_trippers.go:469] Request Headers:
I0718 11:49:18.788668 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:18.788673 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:18.790662 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:18.988430 19863 request.go:629] Waited for 197.287639ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:49:18.988526 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:49:18.988534 19863 round_trippers.go:469] Request Headers:
I0718 11:49:18.988542 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:18.988548 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:18.990602 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:18.991046 19863 pod_ready.go:92] pod "kube-controller-manager-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:18.991056 19863 pod_ready.go:81] duration metric: took 399.972732ms for pod "kube-controller-manager-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:49:18.991063 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-j8jwb" in "kube-system" namespace to be "Ready" ...
I0718 11:49:19.188458 19863 request.go:629] Waited for 197.336286ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-j8jwb
I0718 11:49:19.188549 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-j8jwb
I0718 11:49:19.188558 19863 round_trippers.go:469] Request Headers:
I0718 11:49:19.188565 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:19.188574 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:19.190905 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:19.388651 19863 request.go:629] Waited for 197.290738ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:49:19.388743 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:49:19.388751 19863 round_trippers.go:469] Request Headers:
I0718 11:49:19.388759 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:19.388764 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:19.391144 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:19.391451 19863 pod_ready.go:92] pod "kube-proxy-j8jwb" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:19.391460 19863 pod_ready.go:81] duration metric: took 400.380447ms for pod "kube-proxy-j8jwb" in "kube-system" namespace to be "Ready" ...
I0718 11:49:19.391467 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-k5dxp" in "kube-system" namespace to be "Ready" ...
I0718 11:49:19.588815 19863 request.go:629] Waited for 197.296181ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-k5dxp
I0718 11:49:19.588935 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-k5dxp
I0718 11:49:19.588948 19863 round_trippers.go:469] Request Headers:
I0718 11:49:19.588963 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:19.588977 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:19.591742 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:19.787690 19863 request.go:629] Waited for 195.447104ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:49:19.787844 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:49:19.787856 19863 round_trippers.go:469] Request Headers:
I0718 11:49:19.787867 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:19.787874 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:19.790985 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:49:19.791476 19863 pod_ready.go:92] pod "kube-proxy-k5dxp" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:19.791486 19863 pod_ready.go:81] duration metric: took 400.001494ms for pod "kube-proxy-k5dxp" in "kube-system" namespace to be "Ready" ...
I0718 11:49:19.791497 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-kl5mf" in "kube-system" namespace to be "Ready" ...
I0718 11:49:19.988295 19863 request.go:629] Waited for 196.738754ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-kl5mf
I0718 11:49:19.988353 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-kl5mf
I0718 11:49:19.988451 19863 round_trippers.go:469] Request Headers:
I0718 11:49:19.988467 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:19.988475 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:19.991423 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:20.187849 19863 request.go:629] Waited for 195.952516ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m04
I0718 11:49:20.187890 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m04
I0718 11:49:20.187896 19863 round_trippers.go:469] Request Headers:
I0718 11:49:20.187902 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:20.187910 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:20.190132 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:20.190510 19863 pod_ready.go:92] pod "kube-proxy-kl5mf" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:20.190519 19863 pod_ready.go:81] duration metric: took 399.004696ms for pod "kube-proxy-kl5mf" in "kube-system" namespace to be "Ready" ...
I0718 11:49:20.190526 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-trl5w" in "kube-system" namespace to be "Ready" ...
I0718 11:49:20.387500 19863 request.go:629] Waited for 196.932296ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-trl5w
I0718 11:49:20.387533 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-proxy-trl5w
I0718 11:49:20.387568 19863 round_trippers.go:469] Request Headers:
I0718 11:49:20.387575 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:20.387580 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:20.389531 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:20.587555 19863 request.go:629] Waited for 197.616685ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:49:20.587594 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:49:20.587602 19863 round_trippers.go:469] Request Headers:
I0718 11:49:20.587612 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:20.587616 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:20.589834 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:20.590238 19863 pod_ready.go:92] pod "kube-proxy-trl5w" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:20.590248 19863 pod_ready.go:81] duration metric: took 399.705421ms for pod "kube-proxy-trl5w" in "kube-system" namespace to be "Ready" ...
I0718 11:49:20.590257 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:49:20.787487 19863 request.go:629] Waited for 197.185103ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000
I0718 11:49:20.787587 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000
I0718 11:49:20.787596 19863 round_trippers.go:469] Request Headers:
I0718 11:49:20.787604 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:20.787608 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:20.789946 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:20.988899 19863 request.go:629] Waited for 198.460552ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:49:20.988983 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000
I0718 11:49:20.988988 19863 round_trippers.go:469] Request Headers:
I0718 11:49:20.988994 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:20.988998 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:20.990963 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:20.991234 19863 pod_ready.go:92] pod "kube-scheduler-ha-047000" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:20.991243 19863 pod_ready.go:81] duration metric: took 400.968011ms for pod "kube-scheduler-ha-047000" in "kube-system" namespace to be "Ready" ...
I0718 11:49:20.991256 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:49:21.187667 19863 request.go:629] Waited for 196.355078ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m02
I0718 11:49:21.187774 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m02
I0718 11:49:21.187791 19863 round_trippers.go:469] Request Headers:
I0718 11:49:21.187803 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:21.187810 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:21.190584 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:21.387715 19863 request.go:629] Waited for 196.724839ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:49:21.387783 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m02
I0718 11:49:21.387789 19863 round_trippers.go:469] Request Headers:
I0718 11:49:21.387796 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:21.387800 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:21.389805 19863 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0718 11:49:21.390096 19863 pod_ready.go:92] pod "kube-scheduler-ha-047000-m02" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:21.390105 19863 pod_ready.go:81] duration metric: took 398.831836ms for pod "kube-scheduler-ha-047000-m02" in "kube-system" namespace to be "Ready" ...
I0718 11:49:21.390113 19863 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:49:21.588273 19863 request.go:629] Waited for 198.10787ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m03
I0718 11:49:21.588371 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-047000-m03
I0718 11:49:21.588382 19863 round_trippers.go:469] Request Headers:
I0718 11:49:21.588394 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:21.588403 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:21.590999 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:21.787583 19863 request.go:629] Waited for 196.142337ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:49:21.787682 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes/ha-047000-m03
I0718 11:49:21.787693 19863 round_trippers.go:469] Request Headers:
I0718 11:49:21.787705 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:21.787711 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:21.791077 19863 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0718 11:49:21.791446 19863 pod_ready.go:92] pod "kube-scheduler-ha-047000-m03" in "kube-system" namespace has status "Ready":"True"
I0718 11:49:21.791457 19863 pod_ready.go:81] duration metric: took 401.326172ms for pod "kube-scheduler-ha-047000-m03" in "kube-system" namespace to be "Ready" ...
I0718 11:49:21.791465 19863 pod_ready.go:38] duration metric: took 5.601745595s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0718 11:49:21.791476 19863 system_svc.go:44] waiting for kubelet service to be running ....
I0718 11:49:21.791530 19863 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0718 11:49:21.802407 19863 system_svc.go:56] duration metric: took 10.924706ms WaitForService to wait for kubelet
I0718 11:49:21.802427 19863 kubeadm.go:582] duration metric: took 6.31186099s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0718 11:49:21.802442 19863 node_conditions.go:102] verifying NodePressure condition ...
I0718 11:49:21.987317 19863 request.go:629] Waited for 184.824923ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.6:8443/api/v1/nodes
I0718 11:49:21.987403 19863 round_trippers.go:463] GET https://192.169.0.6:8443/api/v1/nodes
I0718 11:49:21.987412 19863 round_trippers.go:469] Request Headers:
I0718 11:49:21.987421 19863 round_trippers.go:473] Accept: application/json, */*
I0718 11:49:21.987426 19863 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0718 11:49:21.989965 19863 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0718 11:49:21.990854 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:49:21.990864 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:49:21.990874 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:49:21.990878 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:49:21.990881 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:49:21.990884 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:49:21.990889 19863 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0718 11:49:21.990893 19863 node_conditions.go:123] node cpu capacity is 2
I0718 11:49:21.990896 19863 node_conditions.go:105] duration metric: took 188.443025ms to run NodePressure ...
I0718 11:49:21.990905 19863 start.go:241] waiting for startup goroutines ...
I0718 11:49:21.990921 19863 start.go:255] writing updated cluster config ...
I0718 11:49:21.992500 19863 ssh_runner.go:195] Run: rm -f paused
I0718 11:49:22.289707 19863 start.go:600] kubectl: 1.29.2, cluster: 1.30.3 (minor skew: 1)
I0718 11:49:22.310967 19863 out.go:177] * Done! kubectl is now configured to use "ha-047000" cluster and "default" namespace by default
==> Docker <==
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.799572781Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.799620020Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.799630802Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.799854535Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 18 18:48:17 ha-047000 cri-dockerd[1051]: time="2024-07-18T18:48:17Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/3fb20557ccc6ea2eceb9a62a862a8b28df1cc5a2fa6cb5200ef7ac2de1daf0b4/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.861114364Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.861317800Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.861354584Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.861581677Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.909287167Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.909337277Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.909355377Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 18 18:48:17 ha-047000 dockerd[804]: time="2024-07-18T18:48:17.909479415Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 18 18:48:18 ha-047000 dockerd[804]: time="2024-07-18T18:48:18.076526962Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 18 18:48:18 ha-047000 dockerd[804]: time="2024-07-18T18:48:18.076704764Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 18 18:48:18 ha-047000 dockerd[804]: time="2024-07-18T18:48:18.079056838Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 18 18:48:18 ha-047000 dockerd[804]: time="2024-07-18T18:48:18.079421449Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 18 18:48:48 ha-047000 dockerd[804]: time="2024-07-18T18:48:48.431222508Z" level=info msg="shim disconnected" id=03b0ef3b49de2fcfdee594ca8a37ed015b56b2fabdded54e17532dbfaf9a0a2d namespace=moby
Jul 18 18:48:48 ha-047000 dockerd[798]: time="2024-07-18T18:48:48.431582392Z" level=info msg="ignoring event" container=03b0ef3b49de2fcfdee594ca8a37ed015b56b2fabdded54e17532dbfaf9a0a2d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 18 18:48:48 ha-047000 dockerd[804]: time="2024-07-18T18:48:48.432256903Z" level=warning msg="cleaning up after shim disconnected" id=03b0ef3b49de2fcfdee594ca8a37ed015b56b2fabdded54e17532dbfaf9a0a2d namespace=moby
Jul 18 18:48:48 ha-047000 dockerd[804]: time="2024-07-18T18:48:48.432295573Z" level=info msg="cleaning up dead shim" namespace=moby
Jul 18 18:48:59 ha-047000 dockerd[804]: time="2024-07-18T18:48:59.458605964Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 18 18:48:59 ha-047000 dockerd[804]: time="2024-07-18T18:48:59.458664011Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 18 18:48:59 ha-047000 dockerd[804]: time="2024-07-18T18:48:59.458673683Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 18 18:48:59 ha-047000 dockerd[804]: time="2024-07-18T18:48:59.459225799Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
2646aa132dd26 6e38f40d628db 29 seconds ago Running storage-provisioner 2 a08d8774f7b8d storage-provisioner
207042863c920 8c811b4aec35f About a minute ago Running busybox 1 3fb20557ccc6e busybox-fc5497c4f-z46d7
07753f82777c7 5cc3abe5717db About a minute ago Running kindnet-cni 1 122cc974eb100 kindnet-xjzpc
03b0ef3b49de2 6e38f40d628db About a minute ago Exited storage-provisioner 1 a08d8774f7b8d storage-provisioner
db580068e64fe cbb01a7bd410d About a minute ago Running coredns 1 40f401633ca86 coredns-7db6d8ff4d-4bmbx
824fe6de06370 cbb01a7bd410d About a minute ago Running coredns 1 8acfc7c6294cb coredns-7db6d8ff4d-pkhgt
14dc5d52b1046 55bb025d2cfa5 About a minute ago Running kube-proxy 1 18aa0ad86a449 kube-proxy-trl5w
226a1c805072b 76932a3b37d7e About a minute ago Running kube-controller-manager 6 9332037f87f02 kube-controller-manager-ha-047000
4a549d7da9241 3861cfcd7c04c About a minute ago Running etcd 2 3196a836d0f49 etcd-ha-047000
7f3e3d1994fbb 38af8ddebf499 About a minute ago Running kube-vip 1 1c0bcd11f9486 kube-vip-ha-047000
63a39945266a3 3edc18e7b7672 About a minute ago Running kube-scheduler 2 b17dc65cd2b87 kube-scheduler-ha-047000
2a4e0a0ba7284 1f6d574d502f3 About a minute ago Running kube-apiserver 5 c1bff36d1399d kube-apiserver-ha-047000
8a871f7f3aa04 76932a3b37d7e About a minute ago Exited kube-controller-manager 5 9332037f87f02 kube-controller-manager-ha-047000
3505f1a3f324e 1f6d574d502f3 4 minutes ago Exited kube-apiserver 4 29a5b83144f28 kube-apiserver-ha-047000
53f261b3c8b72 3861cfcd7c04c 6 minutes ago Exited etcd 1 ebeb21723f920 etcd-ha-047000
12c5ce484fb39 38af8ddebf499 6 minutes ago Exited kube-vip 0 e61f3331616e0 kube-vip-ha-047000
96c0e5df3beba 3edc18e7b7672 6 minutes ago Exited kube-scheduler 1 8da1ebf3c54e4 kube-scheduler-ha-047000
28d3fe1355398 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 10 minutes ago Exited busybox 0 3e22d9d2ff383 busybox-fc5497c4f-z46d7
08f35071b37c1 cbb01a7bd410d 14 minutes ago Exited coredns 0 6219479300ac0 coredns-7db6d8ff4d-4bmbx
6ef01fdedee8b cbb01a7bd410d 14 minutes ago Exited coredns 0 b95dca3facbe1 coredns-7db6d8ff4d-pkhgt
b7791ec71c300 kindest/kindnetd@sha256:88ed2adbc140254762f98fad7f4b16d279117356ebaf95aebf191713c828a493 14 minutes ago Exited kindnet-cni 0 c5fce20c69ebe kindnet-xjzpc
6846b3267931b 55bb025d2cfa5 14 minutes ago Exited kube-proxy 0 29dd477e285f5 kube-proxy-trl5w
==> coredns [08f35071b37c] <==
[INFO] 10.244.2.2:58267 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 140 0.0001111s
[INFO] 10.244.1.2:56100 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000109203s
[INFO] 10.244.1.2:50445 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000098629s
[INFO] 10.244.1.2:43677 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000462343s
[INFO] 10.244.2.2:43218 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000086691s
[INFO] 10.244.2.2:39348 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00004253s
[INFO] 10.244.2.2:37904 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000054571s
[INFO] 10.244.2.2:46020 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000037927s
[INFO] 10.244.2.2:53383 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000102563s
[INFO] 10.244.2.2:54434 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000083209s
[INFO] 10.244.2.2:59605 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000082868s
[INFO] 10.244.0.4:36990 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000064666s
[INFO] 10.244.0.4:35742 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000060202s
[INFO] 10.244.0.4:35403 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000034751s
[INFO] 10.244.0.4:57256 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00008977s
[INFO] 10.244.1.2:48541 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000100873s
[INFO] 10.244.2.2:35163 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000050665s
[INFO] 10.244.0.4:58582 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000056804s
[INFO] 10.244.1.2:52704 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000130021s
[INFO] 10.244.1.2:37117 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000085789s
[INFO] 10.244.2.2:40938 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000090052s
[INFO] 10.244.2.2:41168 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000125586s
[INFO] 10.244.0.4:56550 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000041111s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [6ef01fdedee8] <==
[INFO] 10.244.1.2:46190 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000123644s
[INFO] 10.244.1.2:43873 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000061457s
[INFO] 10.244.2.2:56445 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000051316s
[INFO] 10.244.0.4:49381 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00008381s
[INFO] 10.244.0.4:53130 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.00003458s
[INFO] 10.244.0.4:47973 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000555991s
[INFO] 10.244.0.4:47615 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000031613s
[INFO] 10.244.1.2:39036 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000110268s
[INFO] 10.244.1.2:53736 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000045292s
[INFO] 10.244.1.2:57412 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000040863s
[INFO] 10.244.2.2:58438 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000072932s
[INFO] 10.244.2.2:45473 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000078969s
[INFO] 10.244.2.2:38965 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000038707s
[INFO] 10.244.0.4:41376 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000093761s
[INFO] 10.244.0.4:57127 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000096459s
[INFO] 10.244.0.4:42043 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000074662s
[INFO] 10.244.1.2:49300 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.0000734s
[INFO] 10.244.1.2:60277 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000067815s
[INFO] 10.244.2.2:52828 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000071784s
[INFO] 10.244.2.2:47160 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000416986s
[INFO] 10.244.0.4:46315 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000080615s
[INFO] 10.244.0.4:50901 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000119959s
[INFO] 10.244.0.4:54707 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000193029s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [824fe6de0637] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:58269 - 48821 "HINFO IN 3448886722286177684.3641322523719188896. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.010704194s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[701189457]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (18-Jul-2024 18:48:18.314) (total time: 30007ms):
Trace[701189457]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30006ms (18:48:48.321)
Trace[701189457]: [30.007462666s] [30.007462666s] END
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[662551215]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (18-Jul-2024 18:48:18.317) (total time: 30004ms):
Trace[662551215]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30003ms (18:48:48.321)
Trace[662551215]: [30.004874981s] [30.004874981s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1774955858]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (18-Jul-2024 18:48:18.320) (total time: 30004ms):
Trace[1774955858]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30003ms (18:48:48.324)
Trace[1774955858]: [30.004077707s] [30.004077707s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> coredns [db580068e64f] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:52949 - 58718 "HINFO IN 305581001564104866.178321354640687751. udp 55 false 512" NXDOMAIN qr,rd,ra 130 0.005147154s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[991395888]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (18-Jul-2024 18:48:18.316) (total time: 30005ms):
Trace[991395888]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30005ms (18:48:48.321)
Trace[991395888]: [30.005929811s] [30.005929811s] END
[INFO] plugin/kubernetes: Trace[1068880308]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (18-Jul-2024 18:48:18.317) (total time: 30004ms):
Trace[1068880308]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (18:48:48.320)
Trace[1068880308]: [30.004010703s] [30.004010703s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[896281922]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (18-Jul-2024 18:48:18.320) (total time: 30004ms):
Trace[896281922]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30004ms (18:48:48.324)
Trace[896281922]: [30.004407657s] [30.004407657s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> describe nodes <==
Name: ha-047000
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-047000
kubernetes.io/os=linux
minikube.k8s.io/commit=fde50f7c1d8780525c534b5848cf4126ede27fa0
minikube.k8s.io/name=ha-047000
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_07_18T11_34_39_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 18 Jul 2024 18:34:35 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-047000
AcquireTime: <unset>
RenewTime: Thu, 18 Jul 2024 18:49:22 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 18 Jul 2024 18:48:01 +0000 Thu, 18 Jul 2024 18:34:35 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 18 Jul 2024 18:48:01 +0000 Thu, 18 Jul 2024 18:34:35 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 18 Jul 2024 18:48:01 +0000 Thu, 18 Jul 2024 18:34:35 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 18 Jul 2024 18:48:01 +0000 Thu, 18 Jul 2024 18:35:11 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.6
Hostname: ha-047000
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: de5106b0488e438c9569879b466e5d5b
System UUID: cabf4557-0000-0000-b77d-5ad960f4f553
Boot ID: 34ba9f2b-63ac-4cc9-806b-88c422afef7a
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.0.3
Kubelet Version: v1.30.3
Kube-Proxy Version: v1.30.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-fc5497c4f-z46d7 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system coredns-7db6d8ff4d-4bmbx 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 14m
kube-system coredns-7db6d8ff4d-pkhgt 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 14m
kube-system etcd-ha-047000 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 14m
kube-system kindnet-xjzpc 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 14m
kube-system kube-apiserver-ha-047000 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 14m
kube-system kube-controller-manager-ha-047000 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 14m
kube-system kube-proxy-trl5w 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 14m
kube-system kube-scheduler-ha-047000 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 14m
kube-system kube-vip-ha-047000 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 73s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 14m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%!)(MISSING) 100m (5%!)(MISSING)
memory 290Mi (13%!)(MISSING) 390Mi (18%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 14m kube-proxy
Normal Starting 70s kube-proxy
Normal Starting 14m kubelet Starting kubelet.
Normal NodeAllocatableEnforced 14m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 14m kubelet Node ha-047000 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 14m kubelet Node ha-047000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 14m kubelet Node ha-047000 status is now: NodeHasSufficientPID
Normal RegisteredNode 14m node-controller Node ha-047000 event: Registered Node ha-047000 in Controller
Normal NodeReady 14m kubelet Node ha-047000 status is now: NodeReady
Normal RegisteredNode 13m node-controller Node ha-047000 event: Registered Node ha-047000 in Controller
Normal RegisteredNode 10m node-controller Node ha-047000 event: Registered Node ha-047000 in Controller
Normal RegisteredNode 8m9s node-controller Node ha-047000 event: Registered Node ha-047000 in Controller
Normal NodeHasSufficientMemory 2m6s (x8 over 2m6s) kubelet Node ha-047000 status is now: NodeHasSufficientMemory
Normal Starting 2m6s kubelet Starting kubelet.
Normal NodeHasNoDiskPressure 2m6s (x8 over 2m6s) kubelet Node ha-047000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m6s (x7 over 2m6s) kubelet Node ha-047000 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m6s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 86s node-controller Node ha-047000 event: Registered Node ha-047000 in Controller
Normal RegisteredNode 75s node-controller Node ha-047000 event: Registered Node ha-047000 in Controller
Normal RegisteredNode 56s node-controller Node ha-047000 event: Registered Node ha-047000 in Controller
Name: ha-047000-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-047000-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=fde50f7c1d8780525c534b5848cf4126ede27fa0
minikube.k8s.io/name=ha-047000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_07_18T11_35_48_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 18 Jul 2024 18:35:46 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-047000-m02
AcquireTime: <unset>
RenewTime: Thu, 18 Jul 2024 18:49:24 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 18 Jul 2024 18:47:53 +0000 Thu, 18 Jul 2024 18:35:46 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 18 Jul 2024 18:47:53 +0000 Thu, 18 Jul 2024 18:35:46 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 18 Jul 2024 18:47:53 +0000 Thu, 18 Jul 2024 18:35:46 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 18 Jul 2024 18:47:53 +0000 Thu, 18 Jul 2024 18:36:07 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.7
Hostname: ha-047000-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 9251c93960a64b04a0906f3ac26703e3
System UUID: 0d224ed4-0000-0000-acd3-9c316ace613c
Boot ID: 3f89bf25-a894-4abb-b356-19e04b15660d
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.0.3
Kubelet Version: v1.30.3
Kube-Proxy Version: v1.30.3
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-fc5497c4f-cmzrt 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system etcd-ha-047000-m02 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 13m
kube-system kindnet-4q25f 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 13m
kube-system kube-apiserver-ha-047000-m02 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 13m
kube-system kube-controller-manager-ha-047000-m02 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 13m
kube-system kube-proxy-j8jwb 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 13m
kube-system kube-scheduler-ha-047000-m02 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 13m
kube-system kube-vip-ha-047000-m02 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 13m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 100m (5%!)(MISSING)
memory 150Mi (7%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 89s kube-proxy
Normal Starting 8m22s kube-proxy
Normal Starting 13m kube-proxy
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 13m (x8 over 13m) kubelet Node ha-047000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 13m (x8 over 13m) kubelet Node ha-047000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 13m (x7 over 13m) kubelet Node ha-047000-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 13m node-controller Node ha-047000-m02 event: Registered Node ha-047000-m02 in Controller
Normal RegisteredNode 13m node-controller Node ha-047000-m02 event: Registered Node ha-047000-m02 in Controller
Normal RegisteredNode 10m node-controller Node ha-047000-m02 event: Registered Node ha-047000-m02 in Controller
Normal Starting 8m26s kubelet Starting kubelet.
Warning Rebooted 8m26s kubelet Node ha-047000-m02 has been rebooted, boot id: 5e64f542-eb82-481e-99bd-3c61d888035d
Normal NodeHasSufficientPID 8m26s kubelet Node ha-047000-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 8m26s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 8m26s kubelet Node ha-047000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8m26s kubelet Node ha-047000-m02 status is now: NodeHasNoDiskPressure
Normal RegisteredNode 8m9s node-controller Node ha-047000-m02 event: Registered Node ha-047000-m02 in Controller
Normal Starting 107s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 107s (x8 over 107s) kubelet Node ha-047000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 107s (x8 over 107s) kubelet Node ha-047000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 107s (x7 over 107s) kubelet Node ha-047000-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 107s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 86s node-controller Node ha-047000-m02 event: Registered Node ha-047000-m02 in Controller
Normal RegisteredNode 75s node-controller Node ha-047000-m02 event: Registered Node ha-047000-m02 in Controller
Normal RegisteredNode 56s node-controller Node ha-047000-m02 event: Registered Node ha-047000-m02 in Controller
Name: ha-047000-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-047000-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=fde50f7c1d8780525c534b5848cf4126ede27fa0
minikube.k8s.io/name=ha-047000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_07_18T11_38_56_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 18 Jul 2024 18:38:53 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-047000-m03
AcquireTime: <unset>
RenewTime: Thu, 18 Jul 2024 18:49:27 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 18 Jul 2024 18:48:16 +0000 Thu, 18 Jul 2024 18:38:53 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 18 Jul 2024 18:48:16 +0000 Thu, 18 Jul 2024 18:38:53 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 18 Jul 2024 18:48:16 +0000 Thu, 18 Jul 2024 18:38:53 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 18 Jul 2024 18:48:16 +0000 Thu, 18 Jul 2024 18:39:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.8
Hostname: ha-047000-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 32bcf83bb0a94fba82df98ef70f70ccd
System UUID: 10a141c8-0000-0000-aeb3-13214f5d1cee
Boot ID: 9bd4e406-553f-48ac-aa6d-d1a30c79f000
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.0.3
Kubelet Version: v1.30.3
Kube-Proxy Version: v1.30.3
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-fc5497c4f-w2g7j 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system etcd-ha-047000-m03 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system kindnet-t8vxb 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 10m
kube-system kube-apiserver-ha-047000-m03 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system kube-controller-manager-ha-047000-m03 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system kube-proxy-k5dxp 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system kube-scheduler-ha-047000-m03 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system kube-vip-ha-047000-m03 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 100m (5%!)(MISSING)
memory 150Mi (7%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 69s kube-proxy
Normal Starting 10m kube-proxy
Normal NodeAllocatableEnforced 10m kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 10m node-controller Node ha-047000-m03 event: Registered Node ha-047000-m03 in Controller
Normal NodeHasSufficientMemory 10m (x8 over 10m) kubelet Node ha-047000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 10m (x8 over 10m) kubelet Node ha-047000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 10m (x7 over 10m) kubelet Node ha-047000-m03 status is now: NodeHasSufficientPID
Normal RegisteredNode 10m node-controller Node ha-047000-m03 event: Registered Node ha-047000-m03 in Controller
Normal RegisteredNode 10m node-controller Node ha-047000-m03 event: Registered Node ha-047000-m03 in Controller
Normal RegisteredNode 8m9s node-controller Node ha-047000-m03 event: Registered Node ha-047000-m03 in Controller
Normal RegisteredNode 86s node-controller Node ha-047000-m03 event: Registered Node ha-047000-m03 in Controller
Normal RegisteredNode 75s node-controller Node ha-047000-m03 event: Registered Node ha-047000-m03 in Controller
Normal Starting 73s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 73s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 73s kubelet Node ha-047000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 73s kubelet Node ha-047000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 73s kubelet Node ha-047000-m03 status is now: NodeHasSufficientPID
Warning Rebooted 73s kubelet Node ha-047000-m03 has been rebooted, boot id: 9bd4e406-553f-48ac-aa6d-d1a30c79f000
Normal RegisteredNode 56s node-controller Node ha-047000-m03 event: Registered Node ha-047000-m03 in Controller
Name: ha-047000-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-047000-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=fde50f7c1d8780525c534b5848cf4126ede27fa0
minikube.k8s.io/name=ha-047000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_07_18T11_39_54_0700
minikube.k8s.io/version=v1.33.1
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 18 Jul 2024 18:39:54 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-047000-m04
AcquireTime: <unset>
RenewTime: Thu, 18 Jul 2024 18:49:25 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 18 Jul 2024 18:49:15 +0000 Thu, 18 Jul 2024 18:49:15 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 18 Jul 2024 18:49:15 +0000 Thu, 18 Jul 2024 18:49:15 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 18 Jul 2024 18:49:15 +0000 Thu, 18 Jul 2024 18:49:15 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 18 Jul 2024 18:49:15 +0000 Thu, 18 Jul 2024 18:49:15 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.9
Hostname: ha-047000-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: ea3ea84219944ad8959d3186554ffb51
System UUID: dfda4856-0000-0000-986d-cde2ea61586e
Boot ID: 29ebbcda-6337-4b53-8134-3079616d1b72
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.0.3
Kubelet Version: v1.30.3
Kube-Proxy Version: v1.30.3
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-6tf7x 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 9m35s
kube-system kube-proxy-kl5mf 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 9m35s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%!)(MISSING) 100m (5%!)(MISSING)
memory 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 9m28s kube-proxy
Normal Starting 11s kube-proxy
Normal NodeHasSufficientMemory 9m35s (x2 over 9m35s) kubelet Node ha-047000-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9m35s (x2 over 9m35s) kubelet Node ha-047000-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 9m35s (x2 over 9m35s) kubelet Node ha-047000-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 9m35s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 9m33s node-controller Node ha-047000-m04 event: Registered Node ha-047000-m04 in Controller
Normal RegisteredNode 9m32s node-controller Node ha-047000-m04 event: Registered Node ha-047000-m04 in Controller
Normal RegisteredNode 9m31s node-controller Node ha-047000-m04 event: Registered Node ha-047000-m04 in Controller
Normal NodeReady 9m13s kubelet Node ha-047000-m04 status is now: NodeReady
Normal RegisteredNode 8m9s node-controller Node ha-047000-m04 event: Registered Node ha-047000-m04 in Controller
Normal RegisteredNode 86s node-controller Node ha-047000-m04 event: Registered Node ha-047000-m04 in Controller
Normal RegisteredNode 75s node-controller Node ha-047000-m04 event: Registered Node ha-047000-m04 in Controller
Normal RegisteredNode 56s node-controller Node ha-047000-m04 event: Registered Node ha-047000-m04 in Controller
Normal NodeNotReady 46s node-controller Node ha-047000-m04 status is now: NodeNotReady
Normal Starting 14s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 14s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 14s (x2 over 14s) kubelet Node ha-047000-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 14s (x2 over 14s) kubelet Node ha-047000-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 14s (x2 over 14s) kubelet Node ha-047000-m04 status is now: NodeHasSufficientPID
Warning Rebooted 14s kubelet Node ha-047000-m04 has been rebooted, boot id: 29ebbcda-6337-4b53-8134-3079616d1b72
Normal NodeReady 14s kubelet Node ha-047000-m04 status is now: NodeReady
==> dmesg <==
[ +0.000001] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.036091] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)
[ +0.007867] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!
[ +5.377027] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)
[ +0.000002] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)
[ +0.006905] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.601726] systemd-fstab-generator[126]: Ignoring "noauto" option for root device
[ +2.260069] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000002] NFSD: Unable to initialize client recovery tracking! (-2)
[Jul18 18:47] systemd-fstab-generator[438]: Ignoring "noauto" option for root device
[ +0.105194] systemd-fstab-generator[450]: Ignoring "noauto" option for root device
[ +1.937863] systemd-fstab-generator[730]: Ignoring "noauto" option for root device
[ +0.221490] systemd-fstab-generator[764]: Ignoring "noauto" option for root device
[ +0.096916] systemd-fstab-generator[776]: Ignoring "noauto" option for root device
[ +0.117053] systemd-fstab-generator[790]: Ignoring "noauto" option for root device
[ +2.422617] systemd-fstab-generator[1004]: Ignoring "noauto" option for root device
[ +0.050598] kauditd_printk_skb: 195 callbacks suppressed
[ +0.052552] systemd-fstab-generator[1016]: Ignoring "noauto" option for root device
[ +0.103555] systemd-fstab-generator[1028]: Ignoring "noauto" option for root device
[ +0.116950] systemd-fstab-generator[1043]: Ignoring "noauto" option for root device
[ +0.419508] systemd-fstab-generator[1200]: Ignoring "noauto" option for root device
[ +6.751798] kauditd_printk_skb: 110 callbacks suppressed
[ +21.770055] kauditd_printk_skb: 40 callbacks suppressed
[Jul18 18:48] kauditd_printk_skb: 80 callbacks suppressed
==> etcd [4a549d7da924] <==
{"level":"warn","ts":"2024-07-18T18:48:06.187315Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"e397b3b47bd62ab9","from":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-18T18:48:06.218216Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"e397b3b47bd62ab9","from":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-18T18:48:06.287421Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"e397b3b47bd62ab9","from":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-18T18:48:06.296446Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"e397b3b47bd62ab9","from":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-18T18:48:06.387997Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"e397b3b47bd62ab9","from":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-18T18:48:06.487476Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"e397b3b47bd62ab9","from":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-18T18:48:06.588249Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"e397b3b47bd62ab9","from":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-18T18:48:06.687693Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"e397b3b47bd62ab9","from":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-18T18:48:08.442613Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.8:2380/version","remote-member-id":"81aeb9b8321fce5a","error":"Get \"https://192.169.0.8:2380/version\": dial tcp 192.169.0.8:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:48:08.442673Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"81aeb9b8321fce5a","error":"Get \"https://192.169.0.8:2380/version\": dial tcp 192.169.0.8:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:48:10.968983Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"81aeb9b8321fce5a","rtt":"0s","error":"dial tcp 192.169.0.8:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:48:10.969091Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"81aeb9b8321fce5a","rtt":"0s","error":"dial tcp 192.169.0.8:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:48:12.444638Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.8:2380/version","remote-member-id":"81aeb9b8321fce5a","error":"Get \"https://192.169.0.8:2380/version\": dial tcp 192.169.0.8:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:48:12.44474Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"81aeb9b8321fce5a","error":"Get \"https://192.169.0.8:2380/version\": dial tcp 192.169.0.8:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:48:15.970074Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"81aeb9b8321fce5a","rtt":"0s","error":"dial tcp 192.169.0.8:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:48:15.97009Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"81aeb9b8321fce5a","rtt":"0s","error":"dial tcp 192.169.0.8:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:48:16.44558Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.8:2380/version","remote-member-id":"81aeb9b8321fce5a","error":"Get \"https://192.169.0.8:2380/version\": dial tcp 192.169.0.8:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:48:16.44566Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"81aeb9b8321fce5a","error":"Get \"https://192.169.0.8:2380/version\": dial tcp 192.169.0.8:2380: connect: connection refused"}
{"level":"info","ts":"2024-07-18T18:48:18.051679Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"81aeb9b8321fce5a"}
{"level":"info","ts":"2024-07-18T18:48:18.051716Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a"}
{"level":"info","ts":"2024-07-18T18:48:18.052125Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a"}
{"level":"info","ts":"2024-07-18T18:48:18.11442Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"e397b3b47bd62ab9","to":"81aeb9b8321fce5a","stream-type":"stream Message"}
{"level":"info","ts":"2024-07-18T18:48:18.122023Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a"}
{"level":"info","ts":"2024-07-18T18:48:18.12199Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"e397b3b47bd62ab9","to":"81aeb9b8321fce5a","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2024-07-18T18:48:18.12256Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e397b3b47bd62ab9","remote-peer-id":"81aeb9b8321fce5a"}
==> etcd [53f261b3c8b7] <==
{"level":"warn","ts":"2024-07-18T18:46:33.359077Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"5a47d13b71a5d410","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:46:33.359089Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"81aeb9b8321fce5a","rtt":"0s","error":"dial tcp 192.169.0.8:2380: i/o timeout"}
{"level":"warn","ts":"2024-07-18T18:46:33.359115Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"81aeb9b8321fce5a","rtt":"0s","error":"dial tcp 192.169.0.8:2380: i/o timeout"}
{"level":"warn","ts":"2024-07-18T18:46:34.319599Z","caller":"etcdserver/server.go:2089","msg":"failed to publish local member to cluster through raft","local-member-id":"e397b3b47bd62ab9","local-member-attributes":"{Name:ha-047000 ClientURLs:[https://192.169.0.6:2379]}","request-path":"/0/members/e397b3b47bd62ab9/attributes","publish-timeout":"7s","error":"etcdserver: request timed out"}
{"level":"info","ts":"2024-07-18T18:46:34.449826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 is starting a new election at term 2"}
{"level":"info","ts":"2024-07-18T18:46:34.449909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 became pre-candidate at term 2"}
{"level":"info","ts":"2024-07-18T18:46:34.449929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 received MsgPreVoteResp from e397b3b47bd62ab9 at term 2"}
{"level":"info","ts":"2024-07-18T18:46:34.449951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 [logterm: 2, index: 2173] sent MsgPreVote request to 5a47d13b71a5d410 at term 2"}
{"level":"info","ts":"2024-07-18T18:46:34.449963Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 [logterm: 2, index: 2173] sent MsgPreVote request to 81aeb9b8321fce5a at term 2"}
{"level":"info","ts":"2024-07-18T18:46:36.149154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 is starting a new election at term 2"}
{"level":"info","ts":"2024-07-18T18:46:36.14924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 became pre-candidate at term 2"}
{"level":"info","ts":"2024-07-18T18:46:36.14926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 received MsgPreVoteResp from e397b3b47bd62ab9 at term 2"}
{"level":"info","ts":"2024-07-18T18:46:36.149278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 [logterm: 2, index: 2173] sent MsgPreVote request to 5a47d13b71a5d410 at term 2"}
{"level":"info","ts":"2024-07-18T18:46:36.149288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 [logterm: 2, index: 2173] sent MsgPreVote request to 81aeb9b8321fce5a at term 2"}
{"level":"warn","ts":"2024-07-18T18:46:36.302858Z","caller":"etcdhttp/health.go:232","msg":"serving /health false; no leader"}
{"level":"warn","ts":"2024-07-18T18:46:36.302941Z","caller":"etcdhttp/health.go:119","msg":"/health error","output":"{\"health\":\"false\",\"reason\":\"RAFT NO LEADER\"}","status-code":503}
{"level":"info","ts":"2024-07-18T18:46:37.852539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 is starting a new election at term 2"}
{"level":"info","ts":"2024-07-18T18:46:37.852898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 became pre-candidate at term 2"}
{"level":"info","ts":"2024-07-18T18:46:37.853207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 received MsgPreVoteResp from e397b3b47bd62ab9 at term 2"}
{"level":"info","ts":"2024-07-18T18:46:37.853391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 [logterm: 2, index: 2173] sent MsgPreVote request to 5a47d13b71a5d410 at term 2"}
{"level":"info","ts":"2024-07-18T18:46:37.853604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e397b3b47bd62ab9 [logterm: 2, index: 2173] sent MsgPreVote request to 81aeb9b8321fce5a at term 2"}
{"level":"warn","ts":"2024-07-18T18:46:38.360357Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"81aeb9b8321fce5a","rtt":"0s","error":"dial tcp 192.169.0.8:2380: connect: no route to host"}
{"level":"warn","ts":"2024-07-18T18:46:38.360431Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"5a47d13b71a5d410","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:46:38.360459Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"5a47d13b71a5d410","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-18T18:46:38.360481Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"81aeb9b8321fce5a","rtt":"0s","error":"dial tcp 192.169.0.8:2380: connect: no route to host"}
==> kernel <==
18:49:29 up 2 min, 0 users, load average: 0.69, 0.38, 0.14
Linux ha-047000 5.10.207 #1 SMP Tue Jul 16 20:46:02 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [07753f82777c] <==
I0718 18:48:59.420969 1 main.go:326] Node ha-047000-m04 has CIDR [10.244.3.0/24]
I0718 18:49:09.408598 1 main.go:299] Handling node with IPs: map[192.169.0.9:{}]
I0718 18:49:09.408640 1 main.go:326] Node ha-047000-m04 has CIDR [10.244.3.0/24]
I0718 18:49:09.408800 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0718 18:49:09.408880 1 main.go:303] handling current node
I0718 18:49:09.408891 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0718 18:49:09.409048 1 main.go:326] Node ha-047000-m02 has CIDR [10.244.1.0/24]
I0718 18:49:09.409170 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0718 18:49:09.409244 1 main.go:326] Node ha-047000-m03 has CIDR [10.244.2.0/24]
I0718 18:49:19.407731 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0718 18:49:19.407801 1 main.go:303] handling current node
I0718 18:49:19.407812 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0718 18:49:19.407817 1 main.go:326] Node ha-047000-m02 has CIDR [10.244.1.0/24]
I0718 18:49:19.407890 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0718 18:49:19.407915 1 main.go:326] Node ha-047000-m03 has CIDR [10.244.2.0/24]
I0718 18:49:19.407950 1 main.go:299] Handling node with IPs: map[192.169.0.9:{}]
I0718 18:49:19.407955 1 main.go:326] Node ha-047000-m04 has CIDR [10.244.3.0/24]
I0718 18:49:29.417533 1 main.go:299] Handling node with IPs: map[192.169.0.9:{}]
I0718 18:49:29.417755 1 main.go:326] Node ha-047000-m04 has CIDR [10.244.3.0/24]
I0718 18:49:29.417987 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0718 18:49:29.418068 1 main.go:303] handling current node
I0718 18:49:29.418149 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0718 18:49:29.418210 1 main.go:326] Node ha-047000-m02 has CIDR [10.244.1.0/24]
I0718 18:49:29.418403 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0718 18:49:29.418494 1 main.go:326] Node ha-047000-m03 has CIDR [10.244.2.0/24]
==> kindnet [b7791ec71c30] <==
I0718 18:41:07.011364 1 main.go:303] handling current node
I0718 18:41:17.019277 1 main.go:299] Handling node with IPs: map[192.169.0.9:{}]
I0718 18:41:17.019376 1 main.go:326] Node ha-047000-m04 has CIDR [10.244.3.0/24]
I0718 18:41:17.019557 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0718 18:41:17.019607 1 main.go:303] handling current node
I0718 18:41:17.019677 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0718 18:41:17.019740 1 main.go:326] Node ha-047000-m02 has CIDR [10.244.1.0/24]
I0718 18:41:17.019939 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0718 18:41:17.020039 1 main.go:326] Node ha-047000-m03 has CIDR [10.244.2.0/24]
I0718 18:41:27.009762 1 main.go:299] Handling node with IPs: map[192.169.0.9:{}]
I0718 18:41:27.009806 1 main.go:326] Node ha-047000-m04 has CIDR [10.244.3.0/24]
I0718 18:41:27.010108 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0718 18:41:27.010139 1 main.go:303] handling current node
I0718 18:41:27.010149 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0718 18:41:27.010153 1 main.go:326] Node ha-047000-m02 has CIDR [10.244.1.0/24]
I0718 18:41:27.010258 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0718 18:41:27.010358 1 main.go:326] Node ha-047000-m03 has CIDR [10.244.2.0/24]
I0718 18:41:37.010482 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0718 18:41:37.010522 1 main.go:303] handling current node
I0718 18:41:37.010533 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0718 18:41:37.010537 1 main.go:326] Node ha-047000-m02 has CIDR [10.244.1.0/24]
I0718 18:41:37.010848 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0718 18:41:37.010962 1 main.go:326] Node ha-047000-m03 has CIDR [10.244.2.0/24]
I0718 18:41:37.011024 1 main.go:299] Handling node with IPs: map[192.169.0.9:{}]
I0718 18:41:37.011113 1 main.go:326] Node ha-047000-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [2a4e0a0ba728] <==
I0718 18:47:51.402110 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0718 18:47:51.404116 1 crdregistration_controller.go:111] Starting crd-autoregister controller
I0718 18:47:51.404145 1 shared_informer.go:313] Waiting for caches to sync for crd-autoregister
I0718 18:47:51.452259 1 shared_informer.go:320] Caches are synced for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0718 18:47:51.452612 1 policy_source.go:224] refreshing policies
I0718 18:47:51.471109 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I0718 18:47:51.479574 1 cache.go:39] Caches are synced for AvailableConditionController controller
I0718 18:47:51.479661 1 shared_informer.go:320] Caches are synced for configmaps
I0718 18:47:51.480266 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0718 18:47:51.484529 1 apf_controller.go:379] Running API Priority and Fairness config worker
I0718 18:47:51.484562 1 apf_controller.go:382] Running API Priority and Fairness periodic rebalancing process
I0718 18:47:51.484693 1 shared_informer.go:320] Caches are synced for cluster_authentication_trust_controller
I0718 18:47:51.485413 1 handler_discovery.go:447] Starting ResourceDiscoveryManager
W0718 18:47:51.503616 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.7]
I0718 18:47:51.504215 1 shared_informer.go:320] Caches are synced for crd-autoregister
I0718 18:47:51.504335 1 aggregator.go:165] initial CRD sync complete...
I0718 18:47:51.504415 1 autoregister_controller.go:141] Starting autoregister controller
I0718 18:47:51.504512 1 cache.go:32] Waiting for caches to sync for autoregister controller
I0718 18:47:51.504585 1 cache.go:39] Caches are synced for autoregister controller
I0718 18:47:51.505477 1 controller.go:615] quota admission added evaluator for: endpoints
I0718 18:47:51.513115 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
E0718 18:47:51.520034 1 controller.go:95] Found stale data, removed previous endpoints on kubernetes service, apiserver didn't exit successfully previously
I0718 18:47:51.538252 1 shared_informer.go:320] Caches are synced for node_authorizer
I0718 18:47:52.390388 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
W0718 18:47:52.637899 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.6]
==> kube-apiserver [3505f1a3f324] <==
I0718 18:45:28.060141 1 options.go:221] external host was not specified, using 192.169.0.6
I0718 18:45:28.061030 1 server.go:148] Version: v1.30.3
I0718 18:45:28.061071 1 server.go:150] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0718 18:45:28.709052 1 shared_informer.go:313] Waiting for caches to sync for node_authorizer
I0718 18:45:28.713948 1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0718 18:45:28.715723 1 plugins.go:157] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0718 18:45:28.715754 1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I0718 18:45:28.715975 1 instance.go:299] Using reconciler: lease
W0718 18:45:48.709209 1 logging.go:59] [core] [Channel #1 SubChannel #3] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
W0718 18:45:48.709414 1 logging.go:59] [core] [Channel #2 SubChannel #4] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
F0718 18:45:48.716995 1 instance.go:292] Error creating leases: error creating storage factory: context deadline exceeded
==> kube-controller-manager [226a1c805072] <==
I0718 18:48:16.514980 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="25.695149ms"
I0718 18:48:16.515689 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="69.292µs"
I0718 18:48:16.519215 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="12.425312ms"
I0718 18:48:16.519427 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="68.396µs"
I0718 18:48:16.566580 1 endpointslice_controller.go:311] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-b44nx EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-b44nx\": the object has been modified; please apply your changes to the latest version and try again"
I0718 18:48:16.567639 1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"934ed4ae-427c-436f-8c65-b754ec69aed2", APIVersion:"v1", ResourceVersion:"260", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-b44nx EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-b44nx": the object has been modified; please apply your changes to the latest version and try again
I0718 18:48:16.683206 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="45.784574ms"
I0718 18:48:16.683523 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="128.491µs"
I0718 18:48:17.517407 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="75.540492ms"
I0718 18:48:17.517549 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="58.996µs"
I0718 18:48:18.220326 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="68.994µs"
I0718 18:48:19.250110 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="1.387985ms"
I0718 18:48:19.261391 1 endpointslice_controller.go:311] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-b44nx EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-b44nx\": the object has been modified; please apply your changes to the latest version and try again"
I0718 18:48:19.261685 1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"934ed4ae-427c-436f-8c65-b754ec69aed2", APIVersion:"v1", ResourceVersion:"260", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-b44nx EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-b44nx": the object has been modified; please apply your changes to the latest version and try again
I0718 18:48:19.380484 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="24.511549ms"
I0718 18:48:19.380852 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="93.662µs"
I0718 18:48:19.698187 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="20.812079ms"
I0718 18:48:19.698572 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="40.816µs"
I0718 18:48:56.808577 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="74.575163ms"
E0718 18:48:56.808841 1 replica_set.go:557] sync "kube-system/coredns-7db6d8ff4d" failed with Operation cannot be fulfilled on replicasets.apps "coredns-7db6d8ff4d": the object has been modified; please apply your changes to the latest version and try again
I0718 18:48:56.809047 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="55.35µs"
I0718 18:48:56.815409 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="106.725µs"
I0718 18:48:56.838984 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="12.137896ms"
I0718 18:48:56.839181 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="75.515µs"
I0718 18:49:16.033579 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-047000-m04"
==> kube-controller-manager [8a871f7f3aa0] <==
I0718 18:47:31.385075 1 serving.go:380] Generated self-signed cert in-memory
I0718 18:47:31.810217 1 controllermanager.go:189] "Starting" version="v1.30.3"
I0718 18:47:31.810254 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0718 18:47:31.812137 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I0718 18:47:31.813370 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0718 18:47:31.813487 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I0718 18:47:31.813559 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
E0718 18:47:51.817958 1 controllermanager.go:234] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: an error on the server (\"[+]ping ok\\n[+]log ok\\n[+]etcd ok\\n[+]poststarthook/start-apiserver-admission-initializer ok\\n[+]poststarthook/generic-apiserver-start-informers ok\\n[+]poststarthook/priority-and-fairness-config-consumer ok\\n[+]poststarthook/priority-and-fairness-filter ok\\n[+]poststarthook/storage-object-count-tracker-hook ok\\n[+]poststarthook/start-apiextensions-informers ok\\n[+]poststarthook/start-apiextensions-controllers ok\\n[+]poststarthook/crd-informer-synced ok\\n[+]poststarthook/start-service-ip-repair-controllers ok\\n[-]poststarthook/rbac/bootstrap-roles failed: reason withheld\\n[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld\\n[+]poststarthook/priority-and-fairness-config-producer ok\\n[+]poststarthook/start-system-n
amespaces-controller ok\\n[+]poststarthook/bootstrap-controller ok\\n[+]poststarthook/start-cluster-authentication-info-controller ok\\n[+]poststarthook/start-kube-apiserver-identity-lease-controller ok\\n[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok\\n[+]poststarthook/start-legacy-token-tracking-controller ok\\n[+]poststarthook/aggregator-reload-proxy-client-cert ok\\n[+]poststarthook/start-kube-aggregator-informers ok\\n[+]poststarthook/apiservice-registration-controller ok\\n[+]poststarthook/apiservice-status-available-controller ok\\n[+]poststarthook/apiservice-discovery-controller ok\\n[+]poststarthook/kube-apiserver-autoregistration ok\\n[+]autoregister-completion ok\\n[+]poststarthook/apiservice-openapi-controller ok\\n[+]poststarthook/apiservice-openapiv3-controller ok\\nhealthz check failed\") has prevented the request from succeeding"
==> kube-proxy [14dc5d52b104] <==
I0718 18:48:18.432050 1 server_linux.go:69] "Using iptables proxy"
I0718 18:48:18.457260 1 server.go:1062] "Successfully retrieved node IP(s)" IPs=["192.169.0.6"]
I0718 18:48:18.543262 1 server_linux.go:143] "No iptables support for family" ipFamily="IPv6"
I0718 18:48:18.543473 1 server.go:661] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0718 18:48:18.543720 1 server_linux.go:165] "Using iptables Proxier"
I0718 18:48:18.548632 1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0718 18:48:18.549687 1 server.go:872] "Version info" version="v1.30.3"
I0718 18:48:18.550968 1 server.go:874] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0718 18:48:18.553182 1 config.go:192] "Starting service config controller"
I0718 18:48:18.553640 1 config.go:101] "Starting endpoint slice config controller"
I0718 18:48:18.553640 1 shared_informer.go:313] Waiting for caches to sync for service config
I0718 18:48:18.553814 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0718 18:48:18.557452 1 config.go:319] "Starting node config controller"
I0718 18:48:18.563641 1 shared_informer.go:313] Waiting for caches to sync for node config
I0718 18:48:18.563715 1 shared_informer.go:320] Caches are synced for node config
I0718 18:48:18.654093 1 shared_informer.go:320] Caches are synced for service config
I0718 18:48:18.658857 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-proxy [6846b3267931] <==
I0718 18:34:52.798643 1 server_linux.go:69] "Using iptables proxy"
I0718 18:34:52.809958 1 server.go:1062] "Successfully retrieved node IP(s)" IPs=["192.169.0.6"]
I0718 18:34:52.868161 1 server_linux.go:143] "No iptables support for family" ipFamily="IPv6"
I0718 18:34:52.868203 1 server.go:661] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0718 18:34:52.868239 1 server_linux.go:165] "Using iptables Proxier"
I0718 18:34:52.870249 1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0718 18:34:52.870415 1 server.go:872] "Version info" version="v1.30.3"
I0718 18:34:52.870469 1 server.go:874] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0718 18:34:52.871299 1 config.go:192] "Starting service config controller"
I0718 18:34:52.871327 1 shared_informer.go:313] Waiting for caches to sync for service config
I0718 18:34:52.871344 1 config.go:101] "Starting endpoint slice config controller"
I0718 18:34:52.871347 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0718 18:34:52.871775 1 config.go:319] "Starting node config controller"
I0718 18:34:52.871800 1 shared_informer.go:313] Waiting for caches to sync for node config
I0718 18:34:52.972411 1 shared_informer.go:320] Caches are synced for node config
I0718 18:34:52.972434 1 shared_informer.go:320] Caches are synced for service config
I0718 18:34:52.972453 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [63a39945266a] <==
W0718 18:47:51.479184 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found]
E0718 18:47:51.479308 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found]
W0718 18:47:51.479437 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found]
E0718 18:47:51.479471 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found]
W0718 18:47:51.479738 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found]
E0718 18:47:51.479839 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found]
W0718 18:47:51.480011 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found]
E0718 18:47:51.480046 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found]
W0718 18:47:51.480157 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found]
E0718 18:47:51.480190 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found]
W0718 18:47:51.480294 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found]
E0718 18:47:51.480327 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found]
W0718 18:47:51.480447 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found]
E0718 18:47:51.480480 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found]
W0718 18:47:51.480586 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found]
E0718 18:47:51.480620 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found]
W0718 18:47:51.480716 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found]
E0718 18:47:51.480748 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found]
W0718 18:47:51.480980 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found]
E0718 18:47:51.481013 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found]
W0718 18:47:51.481145 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found]
E0718 18:47:51.481178 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found]
W0718 18:47:51.481284 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found]
E0718 18:47:51.481316 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope: RBAC: [clusterrole.rbac.authorization.k8s.io "system:discovery" not found, clusterrole.rbac.authorization.k8s.io "system:basic-user" not found, clusterrole.rbac.authorization.k8s.io "system:kube-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:volume-scheduler" not found, clusterrole.rbac.authorization.k8s.io "system:public-info-viewer" not found]
I0718 18:47:51.531692 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kube-scheduler [96c0e5df3beb] <==
E0718 18:45:59.771355 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get "https://192.169.0.6:8443/api/v1/nodes?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
W0718 18:46:10.059254 1 reflector.go:547] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: Get "https://192.169.0.6:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%!D(MISSING)extension-apiserver-authentication&limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:10.059356 1 reflector.go:150] runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: Get "https://192.169.0.6:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%!D(MISSING)extension-apiserver-authentication&limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
W0718 18:46:12.885877 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: Get "https://192.169.0.6:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:12.885969 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: Get "https://192.169.0.6:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
W0718 18:46:16.107492 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: Get "https://192.169.0.6:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:16.107587 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://192.169.0.6:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
W0718 18:46:16.180466 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.169.0.6:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:16.180564 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get "https://192.169.0.6:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
W0718 18:46:19.802917 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.6:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:19.803182 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.6:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
W0718 18:46:26.547658 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: Get "https://192.169.0.6:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:26.547751 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: Get "https://192.169.0.6:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
W0718 18:46:30.723746 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: Get "https://192.169.0.6:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:30.723837 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: Get "https://192.169.0.6:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
W0718 18:46:35.223727 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: Get "https://192.169.0.6:8443/api/v1/pods?fieldSelector=status.phase%3DSucceeded%!C(MISSING)status.phase%3DFailed&limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:35.223821 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: Get "https://192.169.0.6:8443/api/v1/pods?fieldSelector=status.phase%3DSucceeded%!C(MISSING)status.phase%3DFailed&limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
W0718 18:46:35.415599 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: Get "https://192.169.0.6:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:35.415645 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: Get "https://192.169.0.6:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
W0718 18:46:36.585099 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://192.169.0.6:8443/api/v1/services?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:36.585136 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://192.169.0.6:8443/api/v1/services?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
W0718 18:46:36.971133 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: Get "https://192.169.0.6:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:36.971230 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: Get "https://192.169.0.6:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0": dial tcp 192.169.0.6:8443: connect: connection refused
E0718 18:46:39.069953 1 server.go:214] "waiting for handlers to sync" err="context canceled"
E0718 18:46:39.070027 1 run.go:74] "command failed" err="finished without leader elect"
==> kubelet <==
Jul 18 18:48:16 ha-047000 kubelet[1207]: I0718 18:48:16.559395 1207 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/8d6126cf-6acc-4e3d-9e6e-e2edac44f0c1-lib-modules\") pod \"kube-proxy-trl5w\" (UID: \"8d6126cf-6acc-4e3d-9e6e-e2edac44f0c1\") " pod="kube-system/kube-proxy-trl5w"
Jul 18 18:48:16 ha-047000 kubelet[1207]: I0718 18:48:16.612118 1207 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-vip-ha-047000" podStartSLOduration=0.612104937 podStartE2EDuration="612.104937ms" podCreationTimestamp="2024-07-18 18:48:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2024-07-18 18:48:16.609060476 +0000 UTC m=+53.378479733" watchObservedRunningTime="2024-07-18 18:48:16.612104937 +0000 UTC m=+53.381524193"
Jul 18 18:48:17 ha-047000 kubelet[1207]: I0718 18:48:17.277699 1207 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="18aa0ad86a449d1e99784db06bbf697eafb17a78832867380a379255aeea010f"
Jul 18 18:48:17 ha-047000 kubelet[1207]: I0718 18:48:17.408928 1207 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="277d5c7f8a81a4b3692e5a04f058af22" path="/var/lib/kubelet/pods/277d5c7f8a81a4b3692e5a04f058af22/volumes"
Jul 18 18:48:17 ha-047000 kubelet[1207]: I0718 18:48:17.850518 1207 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3fb20557ccc6ea2eceb9a62a862a8b28df1cc5a2fa6cb5200ef7ac2de1daf0b4"
Jul 18 18:48:18 ha-047000 kubelet[1207]: I0718 18:48:18.030476 1207 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="40f401633ca8671d7cd798167e7e682ef3c1c9f9eb9321e440f53103680e3ee9"
Jul 18 18:48:18 ha-047000 kubelet[1207]: I0718 18:48:18.050979 1207 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a08d8774f7b8de93e268451dfd325007640280a7f9713938a8aa61dd8698da38"
Jul 18 18:48:18 ha-047000 kubelet[1207]: I0718 18:48:18.174400 1207 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="122cc974eb100d8f11130f0bf857fe1daacf6579c15e77185538f94895c756d4"
Jul 18 18:48:18 ha-047000 kubelet[1207]: I0718 18:48:18.195516 1207 kubelet.go:1917] "Trying to delete pod" pod="kube-system/kube-vip-ha-047000" podUID="1a1e6b5d-01ef-4e9a-bbe2-e37bb76564c2"
Jul 18 18:48:18 ha-047000 kubelet[1207]: I0718 18:48:18.196048 1207 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8acfc7c6294cbe8f420a3fad4d20bd6fe799de3bca860e86936bbb7ea3b702e0"
Jul 18 18:48:23 ha-047000 kubelet[1207]: E0718 18:48:23.417461 1207 iptables.go:577] "Could not set up iptables canary" err=<
Jul 18 18:48:23 ha-047000 kubelet[1207]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Jul 18 18:48:23 ha-047000 kubelet[1207]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Jul 18 18:48:23 ha-047000 kubelet[1207]: Perhaps ip6tables or your kernel needs to be upgraded.
Jul 18 18:48:23 ha-047000 kubelet[1207]: > table="nat" chain="KUBE-KUBELET-CANARY"
Jul 18 18:48:23 ha-047000 kubelet[1207]: I0718 18:48:23.520457 1207 scope.go:117] "RemoveContainer" containerID="7c819bcff8e30f1d5daa540f2a096b13e2fd87964af5b491afda6d2f5d97d561"
Jul 18 18:48:48 ha-047000 kubelet[1207]: I0718 18:48:48.580035 1207 scope.go:117] "RemoveContainer" containerID="8a9d6ae4c06c0a294dab770c3ba73db4672e39ac2a2884db1e324a0ab910c04d"
Jul 18 18:48:48 ha-047000 kubelet[1207]: I0718 18:48:48.580323 1207 scope.go:117] "RemoveContainer" containerID="03b0ef3b49de2fcfdee594ca8a37ed015b56b2fabdded54e17532dbfaf9a0a2d"
Jul 18 18:48:48 ha-047000 kubelet[1207]: E0718 18:48:48.580501 1207 pod_workers.go:1298] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 10s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(f9c626e8-3e50-471f-83ae-4135cc04de0b)\"" pod="kube-system/storage-provisioner" podUID="f9c626e8-3e50-471f-83ae-4135cc04de0b"
Jul 18 18:48:59 ha-047000 kubelet[1207]: I0718 18:48:59.398148 1207 scope.go:117] "RemoveContainer" containerID="03b0ef3b49de2fcfdee594ca8a37ed015b56b2fabdded54e17532dbfaf9a0a2d"
Jul 18 18:49:23 ha-047000 kubelet[1207]: E0718 18:49:23.416997 1207 iptables.go:577] "Could not set up iptables canary" err=<
Jul 18 18:49:23 ha-047000 kubelet[1207]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Jul 18 18:49:23 ha-047000 kubelet[1207]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Jul 18 18:49:23 ha-047000 kubelet[1207]: Perhaps ip6tables or your kernel needs to be upgraded.
Jul 18 18:49:23 ha-047000 kubelet[1207]: > table="nat" chain="KUBE-KUBELET-CANARY"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-047000 -n ha-047000
helpers_test.go:261: (dbg) Run: kubectl --context ha-047000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (4.38s)