=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:390: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:413: expected profile "ha-997000" in json of 'profile list' to have "Degraded" status but have "HAppy" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-997000\",\"Status\":\"HAppy\",\"Config\":{\"Name\":\"ha-997000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19319/minikube-v1.33.1-1721690939-19319-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":
1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.30.3\",\"ClusterName\":\"ha-997000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.212\",\"Port\":8443,\"Kube
rnetesVersion\":\"v1.30.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.213\",\"Port\":8443,\"KubernetesVersion\":\"v1.30.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.169.0.214\",\"Port\":8443,\"KubernetesVersion\":\"v1.30.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.169.0.215\",\"Port\":0,\"KubernetesVersion\":\"v1.30.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevi
rt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"Mou
ntIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-997000 -n ha-997000
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-997000 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-997000 logs -n 25: (3.458728844s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-997000 cp ha-997000-m03:/home/docker/cp-test.txt | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | ha-997000-m04:/home/docker/cp-test_ha-997000-m03_ha-997000-m04.txt | | | | | |
| ssh | ha-997000 ssh -n | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | ha-997000-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-997000 ssh -n ha-997000-m04 sudo cat | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | /home/docker/cp-test_ha-997000-m03_ha-997000-m04.txt | | | | | |
| cp | ha-997000 cp testdata/cp-test.txt | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | ha-997000-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-997000 ssh -n | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | ha-997000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-997000 cp ha-997000-m04:/home/docker/cp-test.txt | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | /var/folders/0y/_8hvl7v13q38_kkh25vpxkz00000gp/T/TestMultiControlPlaneserialCopyFile2443698656/001/cp-test_ha-997000-m04.txt | | | | | |
| ssh | ha-997000 ssh -n | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | ha-997000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-997000 cp ha-997000-m04:/home/docker/cp-test.txt | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | ha-997000:/home/docker/cp-test_ha-997000-m04_ha-997000.txt | | | | | |
| ssh | ha-997000 ssh -n | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | ha-997000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-997000 ssh -n ha-997000 sudo cat | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | /home/docker/cp-test_ha-997000-m04_ha-997000.txt | | | | | |
| cp | ha-997000 cp ha-997000-m04:/home/docker/cp-test.txt | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | ha-997000-m02:/home/docker/cp-test_ha-997000-m04_ha-997000-m02.txt | | | | | |
| ssh | ha-997000 ssh -n | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | ha-997000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-997000 ssh -n ha-997000-m02 sudo cat | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | /home/docker/cp-test_ha-997000-m04_ha-997000-m02.txt | | | | | |
| cp | ha-997000 cp ha-997000-m04:/home/docker/cp-test.txt | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | ha-997000-m03:/home/docker/cp-test_ha-997000-m04_ha-997000-m03.txt | | | | | |
| ssh | ha-997000 ssh -n | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | ha-997000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-997000 ssh -n ha-997000-m03 sudo cat | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | /home/docker/cp-test_ha-997000-m04_ha-997000-m03.txt | | | | | |
| node | ha-997000 node stop m02 -v=7 | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:54 PDT |
| | --alsologtostderr | | | | | |
| node | ha-997000 node start m02 -v=7 | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:54 PDT | 30 Jul 24 00:55 PDT |
| | --alsologtostderr | | | | | |
| node | list -p ha-997000 -v=7 | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:55 PDT | |
| | --alsologtostderr | | | | | |
| stop | -p ha-997000 -v=7 | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:55 PDT | 30 Jul 24 00:55 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-997000 --wait=true -v=7 | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:55 PDT | |
| | --alsologtostderr | | | | | |
| node | list -p ha-997000 | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:57 PDT | |
| node | ha-997000 node delete m03 -v=7 | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:57 PDT | |
| | --alsologtostderr | | | | | |
| stop | ha-997000 stop -v=7 | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 00:57 PDT | 30 Jul 24 01:01 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-997000 --wait=true | ha-997000 | jenkins | v1.33.1 | 30 Jul 24 01:01 PDT | 30 Jul 24 01:03 PDT |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=hyperkit | | | | | |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/07/30 01:01:15
Running on machine: MacOS-Agent-4
Binary: Built with gc go1.22.5 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0730 01:01:15.760051 14526 out.go:291] Setting OutFile to fd 1 ...
I0730 01:01:15.760309 14526 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0730 01:01:15.760315 14526 out.go:304] Setting ErrFile to fd 2...
I0730 01:01:15.760318 14526 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0730 01:01:15.760486 14526 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19346-11468/.minikube/bin
I0730 01:01:15.761964 14526 out.go:298] Setting JSON to false
I0730 01:01:15.784315 14526 start.go:129] hostinfo: {"hostname":"MacOS-Agent-4.local","uptime":57646,"bootTime":1722268829,"procs":504,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"f2f27e25-cfda-5ffd-9706-e98286194e62"}
W0730 01:01:15.784409 14526 start.go:137] gopshost.Virtualization returned error: not implemented yet
I0730 01:01:15.806644 14526 out.go:177] * [ha-997000] minikube v1.33.1 on Darwin 14.5
I0730 01:01:15.850037 14526 out.go:177] - MINIKUBE_LOCATION=19346
I0730 01:01:15.850114 14526 notify.go:220] Checking for updates...
I0730 01:01:15.893916 14526 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/19346-11468/kubeconfig
I0730 01:01:15.915066 14526 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I0730 01:01:15.935901 14526 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0730 01:01:15.957157 14526 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19346-11468/.minikube
I0730 01:01:15.978033 14526 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0730 01:01:15.999787 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:01:16.000459 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:01:16.000542 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:01:16.010096 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:57960
I0730 01:01:16.010484 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:01:16.010864 14526 main.go:141] libmachine: Using API Version 1
I0730 01:01:16.010880 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:01:16.011132 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:01:16.011255 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:01:16.011429 14526 driver.go:392] Setting default libvirt URI to qemu:///system
I0730 01:01:16.011679 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:01:16.011700 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:01:16.020137 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:57962
I0730 01:01:16.020483 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:01:16.020808 14526 main.go:141] libmachine: Using API Version 1
I0730 01:01:16.020817 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:01:16.021057 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:01:16.021162 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:01:16.049927 14526 out.go:177] * Using the hyperkit driver based on existing profile
I0730 01:01:16.092103 14526 start.go:297] selected driver: hyperkit
I0730 01:01:16.092131 14526 start.go:901] validating driver "hyperkit" against &{Name:ha-997000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19319/minikube-v1.33.1-1721690939-19319-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber
netesVersion:v1.30.3 ClusterName:ha-997000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.212 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.213 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.214 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.215 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-sto
rageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount
9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0730 01:01:16.092368 14526 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0730 01:01:16.092589 14526 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0730 01:01:16.092831 14526 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19346-11468/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I0730 01:01:16.102413 14526 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.33.1
I0730 01:01:16.106159 14526 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:01:16.106184 14526 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I0730 01:01:16.108811 14526 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0730 01:01:16.108847 14526 cni.go:84] Creating CNI manager for ""
I0730 01:01:16.108856 14526 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0730 01:01:16.108932 14526 start.go:340] cluster config:
{Name:ha-997000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19319/minikube-v1.33.1-1721690939-19319-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:ha-997000 Namespace:default APIServerHAVIP:192.16
9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.212 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.213 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.214 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.215 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:fals
e helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Moun
tPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0730 01:01:16.109056 14526 iso.go:125] acquiring lock: {Name:mkc0cd78b6f06681fb13998790f05c8c9b54c3f5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0730 01:01:16.152990 14526 out.go:177] * Starting "ha-997000" primary control-plane node in "ha-997000" cluster
I0730 01:01:16.174123 14526 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker
I0730 01:01:16.174193 14526 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19346-11468/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4
I0730 01:01:16.174219 14526 cache.go:56] Caching tarball of preloaded images
I0730 01:01:16.174458 14526 preload.go:172] Found /Users/jenkins/minikube-integration/19346-11468/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0730 01:01:16.174491 14526 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker
I0730 01:01:16.174672 14526 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/config.json ...
I0730 01:01:16.175775 14526 start.go:360] acquireMachinesLock for ha-997000: {Name:mk6f399932dfec8764784dec8b2659ce849a2df7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0730 01:01:16.175898 14526 start.go:364] duration metric: took 99.417µs to acquireMachinesLock for "ha-997000"
I0730 01:01:16.175931 14526 start.go:96] Skipping create...Using existing machine configuration
I0730 01:01:16.175948 14526 fix.go:54] fixHost starting:
I0730 01:01:16.176369 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:01:16.176407 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:01:16.185551 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:57964
I0730 01:01:16.185907 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:01:16.186272 14526 main.go:141] libmachine: Using API Version 1
I0730 01:01:16.186288 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:01:16.186515 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:01:16.186634 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:01:16.186731 14526 main.go:141] libmachine: (ha-997000) Calling .GetState
I0730 01:01:16.186811 14526 main.go:141] libmachine: (ha-997000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:01:16.186904 14526 main.go:141] libmachine: (ha-997000) DBG | hyperkit pid from json: 14072
I0730 01:01:16.187949 14526 main.go:141] libmachine: (ha-997000) DBG | hyperkit pid 14072 missing from process table
I0730 01:01:16.187978 14526 fix.go:112] recreateIfNeeded on ha-997000: state=Stopped err=<nil>
I0730 01:01:16.187993 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
W0730 01:01:16.188076 14526 fix.go:138] unexpected machine state, will restart: <nil>
I0730 01:01:16.230011 14526 out.go:177] * Restarting existing hyperkit VM for "ha-997000" ...
I0730 01:01:16.251098 14526 main.go:141] libmachine: (ha-997000) Calling .Start
I0730 01:01:16.251422 14526 main.go:141] libmachine: (ha-997000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:01:16.251472 14526 main.go:141] libmachine: (ha-997000) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/hyperkit.pid
I0730 01:01:16.253470 14526 main.go:141] libmachine: (ha-997000) DBG | hyperkit pid 14072 missing from process table
I0730 01:01:16.253483 14526 main.go:141] libmachine: (ha-997000) DBG | pid 14072 is in state "Stopped"
I0730 01:01:16.253503 14526 main.go:141] libmachine: (ha-997000) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/hyperkit.pid...
I0730 01:01:16.253979 14526 main.go:141] libmachine: (ha-997000) DBG | Using UUID 47fa5d08-9fcd-41ce-aaeb-55337e5d820e
I0730 01:01:16.365147 14526 main.go:141] libmachine: (ha-997000) DBG | Generated MAC ca:30:97:69:fe:22
I0730 01:01:16.365176 14526 main.go:141] libmachine: (ha-997000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000
I0730 01:01:16.365291 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"47fa5d08-9fcd-41ce-aaeb-55337e5d820e", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003ce240)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0730 01:01:16.365345 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"47fa5d08-9fcd-41ce-aaeb-55337e5d820e", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003ce240)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0730 01:01:16.365415 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "47fa5d08-9fcd-41ce-aaeb-55337e5d820e", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/ha-997000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/tty,log=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/bzimage,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/initrd,earlyp
rintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000"}
I0730 01:01:16.365471 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 47fa5d08-9fcd-41ce-aaeb-55337e5d820e -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/ha-997000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/tty,log=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/console-ring -f kexec,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/bzimage,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nom
odeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000"
I0730 01:01:16.365487 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0730 01:01:16.367089 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 DEBUG: hyperkit: Pid is 14539
I0730 01:01:16.368462 14526 main.go:141] libmachine: (ha-997000) DBG | Attempt 0
I0730 01:01:16.368482 14526 main.go:141] libmachine: (ha-997000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:01:16.368530 14526 main.go:141] libmachine: (ha-997000) DBG | hyperkit pid from json: 14539
I0730 01:01:16.369582 14526 main.go:141] libmachine: (ha-997000) DBG | Searching for ca:30:97:69:fe:22 in /var/db/dhcpd_leases ...
I0730 01:01:16.369867 14526 main.go:141] libmachine: (ha-997000) DBG | Found 214 entries in /var/db/dhcpd_leases!
I0730 01:01:16.369887 14526 main.go:141] libmachine: (ha-997000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.212 HWAddress:ca:30:97:69:fe:22 ID:1,ca:30:97:69:fe:22 Lease:0x66a9ee07}
I0730 01:01:16.369908 14526 main.go:141] libmachine: (ha-997000) DBG | Found match: ca:30:97:69:fe:22
I0730 01:01:16.369919 14526 main.go:141] libmachine: (ha-997000) DBG | IP: 192.169.0.212
I0730 01:01:16.369976 14526 main.go:141] libmachine: (ha-997000) Calling .GetConfigRaw
I0730 01:01:16.370635 14526 main.go:141] libmachine: (ha-997000) Calling .GetIP
I0730 01:01:16.370819 14526 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/config.json ...
I0730 01:01:16.371257 14526 machine.go:94] provisionDockerMachine start ...
I0730 01:01:16.371269 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:01:16.371407 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:16.371486 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:16.371598 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:16.371695 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:16.371787 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:16.371961 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:01:16.372217 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.212 22 <nil> <nil>}
I0730 01:01:16.372230 14526 main.go:141] libmachine: About to run SSH command:
hostname
I0730 01:01:16.374684 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0730 01:01:16.427741 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0730 01:01:16.428461 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0730 01:01:16.428479 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0730 01:01:16.428486 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0730 01:01:16.428501 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0730 01:01:16.818505 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0730 01:01:16.818521 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0730 01:01:16.933164 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0730 01:01:16.933181 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0730 01:01:16.933192 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0730 01:01:16.933203 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0730 01:01:16.934052 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0730 01:01:16.934063 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:16 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0730 01:01:22.526653 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:22 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 0
I0730 01:01:22.526716 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:22 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 0
I0730 01:01:22.526727 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:22 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 0
I0730 01:01:22.552350 14526 main.go:141] libmachine: (ha-997000) DBG | 2024/07/30 01:01:22 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 0
I0730 01:01:51.438466 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0730 01:01:51.438480 14526 main.go:141] libmachine: (ha-997000) Calling .GetMachineName
I0730 01:01:51.438614 14526 buildroot.go:166] provisioning hostname "ha-997000"
I0730 01:01:51.438625 14526 main.go:141] libmachine: (ha-997000) Calling .GetMachineName
I0730 01:01:51.438734 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:51.438819 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:51.438916 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:51.438992 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:51.439089 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:51.439232 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:01:51.439472 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.212 22 <nil> <nil>}
I0730 01:01:51.439480 14526 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-997000 && echo "ha-997000" | sudo tee /etc/hostname
I0730 01:01:51.510769 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-997000
I0730 01:01:51.510796 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:51.510928 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:51.511030 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:51.511128 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:51.511221 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:51.511352 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:01:51.511505 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.212 22 <nil> <nil>}
I0730 01:01:51.511516 14526 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-997000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-997000/g' /etc/hosts;
else
echo '127.0.1.1 ha-997000' | sudo tee -a /etc/hosts;
fi
fi
I0730 01:01:51.575041 14526 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0730 01:01:51.575060 14526 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19346-11468/.minikube CaCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19346-11468/.minikube}
I0730 01:01:51.575073 14526 buildroot.go:174] setting up certificates
I0730 01:01:51.575089 14526 provision.go:84] configureAuth start
I0730 01:01:51.575095 14526 main.go:141] libmachine: (ha-997000) Calling .GetMachineName
I0730 01:01:51.575222 14526 main.go:141] libmachine: (ha-997000) Calling .GetIP
I0730 01:01:51.575309 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:51.575389 14526 provision.go:143] copyHostCerts
I0730 01:01:51.575421 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem
I0730 01:01:51.575491 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem, removing ...
I0730 01:01:51.575499 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem
I0730 01:01:51.575909 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem (1078 bytes)
I0730 01:01:51.576112 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem
I0730 01:01:51.576157 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem, removing ...
I0730 01:01:51.576162 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem
I0730 01:01:51.576248 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem (1123 bytes)
I0730 01:01:51.576395 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem
I0730 01:01:51.576441 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem, removing ...
I0730 01:01:51.576446 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem
I0730 01:01:51.576618 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem (1675 bytes)
I0730 01:01:51.576795 14526 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem org=jenkins.ha-997000 san=[127.0.0.1 192.169.0.212 ha-997000 localhost minikube]
I0730 01:01:51.632361 14526 provision.go:177] copyRemoteCerts
I0730 01:01:51.632409 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0730 01:01:51.632422 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:51.632542 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:51.632661 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:51.632750 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:51.632847 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.212 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/id_rsa Username:docker}
I0730 01:01:51.669986 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0730 01:01:51.670060 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0730 01:01:51.689312 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem -> /etc/docker/server.pem
I0730 01:01:51.689384 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I0730 01:01:51.708586 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0730 01:01:51.708650 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0730 01:01:51.727618 14526 provision.go:87] duration metric: took 152.511736ms to configureAuth
I0730 01:01:51.727632 14526 buildroot.go:189] setting minikube options for container-runtime
I0730 01:01:51.727795 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:01:51.727809 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:01:51.727941 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:51.728026 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:51.728117 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:51.728198 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:51.728307 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:51.728420 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:01:51.728544 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.212 22 <nil> <nil>}
I0730 01:01:51.728552 14526 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0730 01:01:51.785236 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0730 01:01:51.785250 14526 buildroot.go:70] root file system type: tmpfs
I0730 01:01:51.785335 14526 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0730 01:01:51.785348 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:51.785480 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:51.785582 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:51.785680 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:51.785760 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:51.785891 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:01:51.786035 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.212 22 <nil> <nil>}
I0730 01:01:51.786083 14526 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0730 01:01:51.854227 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0730 01:01:51.854248 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:51.854390 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:51.854489 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:51.854578 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:51.854675 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:51.854810 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:01:51.854970 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.212 22 <nil> <nil>}
I0730 01:01:51.854982 14526 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0730 01:01:53.490634 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0730 01:01:53.490649 14526 machine.go:97] duration metric: took 37.118898923s to provisionDockerMachine
I0730 01:01:53.490657 14526 start.go:293] postStartSetup for "ha-997000" (driver="hyperkit")
I0730 01:01:53.490664 14526 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0730 01:01:53.490680 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:01:53.490873 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0730 01:01:53.490890 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:53.490979 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:53.491086 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:53.491177 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:53.491270 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.212 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/id_rsa Username:docker}
I0730 01:01:53.527848 14526 ssh_runner.go:195] Run: cat /etc/os-release
I0730 01:01:53.531006 14526 info.go:137] Remote host: Buildroot 2023.02.9
I0730 01:01:53.531021 14526 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19346-11468/.minikube/addons for local assets ...
I0730 01:01:53.531118 14526 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19346-11468/.minikube/files for local assets ...
I0730 01:01:53.531327 14526 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> 119892.pem in /etc/ssl/certs
I0730 01:01:53.531333 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> /etc/ssl/certs/119892.pem
I0730 01:01:53.531551 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0730 01:01:53.539677 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem --> /etc/ssl/certs/119892.pem (1708 bytes)
I0730 01:01:53.558725 14526 start.go:296] duration metric: took 68.060024ms for postStartSetup
I0730 01:01:53.558750 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:01:53.558922 14526 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0730 01:01:53.558935 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:53.559051 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:53.559153 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:53.559252 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:53.559336 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.212 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/id_rsa Username:docker}
I0730 01:01:53.595959 14526 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0730 01:01:53.596014 14526 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0730 01:01:53.650682 14526 fix.go:56] duration metric: took 37.474243299s for fixHost
I0730 01:01:53.650705 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:53.650856 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:53.650958 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:53.651053 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:53.651152 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:53.651281 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:01:53.651423 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.212 22 <nil> <nil>}
I0730 01:01:53.651430 14526 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0730 01:01:53.707874 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: 1722326513.874008740
I0730 01:01:53.707886 14526 fix.go:216] guest clock: 1722326513.874008740
I0730 01:01:53.707891 14526 fix.go:229] Guest: 2024-07-30 01:01:53.87400874 -0700 PDT Remote: 2024-07-30 01:01:53.650694 -0700 PDT m=+37.925654992 (delta=223.31474ms)
I0730 01:01:53.707906 14526 fix.go:200] guest clock delta is within tolerance: 223.31474ms
I0730 01:01:53.707912 14526 start.go:83] releasing machines lock for "ha-997000", held for 37.531515546s
I0730 01:01:53.707931 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:01:53.708064 14526 main.go:141] libmachine: (ha-997000) Calling .GetIP
I0730 01:01:53.708170 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:01:53.708500 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:01:53.708611 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:01:53.708696 14526 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0730 01:01:53.708730 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:53.708749 14526 ssh_runner.go:195] Run: cat /version.json
I0730 01:01:53.708760 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:01:53.708863 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:53.708880 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:01:53.708979 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:53.709000 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:01:53.709066 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:53.709078 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:01:53.709148 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.212 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/id_rsa Username:docker}
I0730 01:01:53.709165 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.212 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/id_rsa Username:docker}
I0730 01:01:53.739419 14526 ssh_runner.go:195] Run: systemctl --version
I0730 01:01:53.784420 14526 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0730 01:01:53.789478 14526 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0730 01:01:53.789516 14526 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0730 01:01:53.801617 14526 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0730 01:01:53.801639 14526 start.go:495] detecting cgroup driver to use...
I0730 01:01:53.801738 14526 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0730 01:01:53.819684 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0730 01:01:53.828540 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0730 01:01:53.837440 14526 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0730 01:01:53.837482 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0730 01:01:53.846505 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0730 01:01:53.855503 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0730 01:01:53.864245 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0730 01:01:53.873251 14526 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0730 01:01:53.882194 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0730 01:01:53.890889 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0730 01:01:53.899846 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0730 01:01:53.908768 14526 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0730 01:01:53.916690 14526 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0730 01:01:53.924639 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:01:54.021010 14526 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0730 01:01:54.040485 14526 start.go:495] detecting cgroup driver to use...
I0730 01:01:54.040564 14526 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0730 01:01:54.055139 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0730 01:01:54.071977 14526 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0730 01:01:54.087121 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0730 01:01:54.098152 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0730 01:01:54.109104 14526 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0730 01:01:54.131072 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0730 01:01:54.141483 14526 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0730 01:01:54.156486 14526 ssh_runner.go:195] Run: which cri-dockerd
I0730 01:01:54.159474 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0730 01:01:54.166609 14526 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0730 01:01:54.180437 14526 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0730 01:01:54.272299 14526 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0730 01:01:54.373741 14526 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0730 01:01:54.373814 14526 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0730 01:01:54.387681 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:01:54.485280 14526 ssh_runner.go:195] Run: sudo systemctl restart docker
I0730 01:01:56.826529 14526 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.341189768s)
I0730 01:01:56.826585 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0730 01:01:56.837818 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0730 01:01:56.848984 14526 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0730 01:01:56.952135 14526 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0730 01:01:57.053546 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:01:57.159766 14526 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0730 01:01:57.172490 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0730 01:01:57.184257 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:01:57.290017 14526 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0730 01:01:57.354002 14526 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0730 01:01:57.354080 14526 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0730 01:01:57.358553 14526 start.go:563] Will wait 60s for crictl version
I0730 01:01:57.358603 14526 ssh_runner.go:195] Run: which crictl
I0730 01:01:57.361773 14526 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0730 01:01:57.388027 14526 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.1.0
RuntimeApiVersion: v1
I0730 01:01:57.388100 14526 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0730 01:01:57.406840 14526 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0730 01:01:57.447298 14526 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.1.0 ...
I0730 01:01:57.447351 14526 main.go:141] libmachine: (ha-997000) Calling .GetIP
I0730 01:01:57.447724 14526 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0730 01:01:57.452557 14526 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0730 01:01:57.462561 14526 kubeadm.go:883] updating cluster {Name:ha-997000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19319/minikube-v1.33.1-1721690939-19319-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.
3 ClusterName:ha-997000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.212 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.213 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.214 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.215 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk
:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0730 01:01:57.462663 14526 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker
I0730 01:01:57.462725 14526 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0730 01:01:57.476985 14526 docker.go:685] Got preloaded images: -- stdout --
kindest/kindnetd:v20240719-e7903573
registry.k8s.io/kube-apiserver:v1.30.3
registry.k8s.io/kube-scheduler:v1.30.3
registry.k8s.io/kube-controller-manager:v1.30.3
registry.k8s.io/kube-proxy:v1.30.3
ghcr.io/kube-vip/kube-vip:v0.8.0
registry.k8s.io/etcd:3.5.12-0
registry.k8s.io/coredns/coredns:v1.11.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0730 01:01:57.477000 14526 docker.go:615] Images already preloaded, skipping extraction
I0730 01:01:57.477094 14526 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0730 01:01:57.490216 14526 docker.go:685] Got preloaded images: -- stdout --
kindest/kindnetd:v20240719-e7903573
registry.k8s.io/kube-apiserver:v1.30.3
registry.k8s.io/kube-controller-manager:v1.30.3
registry.k8s.io/kube-scheduler:v1.30.3
registry.k8s.io/kube-proxy:v1.30.3
ghcr.io/kube-vip/kube-vip:v0.8.0
registry.k8s.io/etcd:3.5.12-0
registry.k8s.io/coredns/coredns:v1.11.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0730 01:01:57.490233 14526 cache_images.go:84] Images are preloaded, skipping loading
I0730 01:01:57.490241 14526 kubeadm.go:934] updating node { 192.169.0.212 8443 v1.30.3 docker true true} ...
I0730 01:01:57.490323 14526 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-997000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.212
[Install]
config:
{KubernetesVersion:v1.30.3 ClusterName:ha-997000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0730 01:01:57.490386 14526 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0730 01:01:57.528103 14526 cni.go:84] Creating CNI manager for ""
I0730 01:01:57.528117 14526 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0730 01:01:57.528129 14526 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0730 01:01:57.528149 14526 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.212 APIServerPort:8443 KubernetesVersion:v1.30.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-997000 NodeName:ha-997000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.212"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.212 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes
/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0730 01:01:57.528244 14526 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.212
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-997000"
kubeletExtraArgs:
node-ip: 192.169.0.212
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.212"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.30.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0730 01:01:57.528260 14526 kube-vip.go:115] generating kube-vip config ...
I0730 01:01:57.528310 14526 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0730 01:01:57.541059 14526 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0730 01:01:57.541123 14526 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0730 01:01:57.541171 14526 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3
I0730 01:01:57.556654 14526 binaries.go:44] Found k8s binaries, skipping transfer
I0730 01:01:57.556708 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0730 01:01:57.565177 14526 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I0730 01:01:57.578831 14526 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0730 01:01:57.592377 14526 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2154 bytes)
I0730 01:01:57.606268 14526 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0730 01:01:57.619981 14526 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0730 01:01:57.622951 14526 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0730 01:01:57.632976 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:01:57.736417 14526 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0730 01:01:57.750339 14526 certs.go:68] Setting up /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000 for IP: 192.169.0.212
I0730 01:01:57.750351 14526 certs.go:194] generating shared ca certs ...
I0730 01:01:57.750365 14526 certs.go:226] acquiring lock for ca certs: {Name:mkf56788ad85c99d629040a2c8be5a23f2ec59df Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0730 01:01:57.750552 14526 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key
I0730 01:01:57.750623 14526 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key
I0730 01:01:57.750632 14526 certs.go:256] generating profile certs ...
I0730 01:01:57.750743 14526 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/client.key
I0730 01:01:57.750764 14526 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key.c36abd76
I0730 01:01:57.750784 14526 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.crt.c36abd76 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.169.0.212 192.169.0.213 192.169.0.214 192.169.0.254]
I0730 01:01:57.802102 14526 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.crt.c36abd76 ...
I0730 01:01:57.802117 14526 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.crt.c36abd76: {Name:mk4de9dc9f474bf35e59199b7bacdabd65591a40 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0730 01:01:57.802851 14526 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key.c36abd76 ...
I0730 01:01:57.802862 14526 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key.c36abd76: {Name:mk00e79c6f77a27484d2f19fa2d1ac3283a3582f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0730 01:01:57.803090 14526 certs.go:381] copying /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.crt.c36abd76 -> /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.crt
I0730 01:01:57.803313 14526 certs.go:385] copying /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key.c36abd76 -> /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key
I0730 01:01:57.803605 14526 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.key
I0730 01:01:57.803615 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0730 01:01:57.803638 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0730 01:01:57.803656 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0730 01:01:57.803675 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0730 01:01:57.803692 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0730 01:01:57.803711 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0730 01:01:57.803729 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0730 01:01:57.803752 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0730 01:01:57.803847 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem (1338 bytes)
W0730 01:01:57.803898 14526 certs.go:480] ignoring /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989_empty.pem, impossibly tiny 0 bytes
I0730 01:01:57.803910 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem (1679 bytes)
I0730 01:01:57.803942 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem (1078 bytes)
I0730 01:01:57.803971 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem (1123 bytes)
I0730 01:01:57.804001 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem (1675 bytes)
I0730 01:01:57.804065 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem (1708 bytes)
I0730 01:01:57.804102 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> /usr/share/ca-certificates/119892.pem
I0730 01:01:57.804124 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0730 01:01:57.804142 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem -> /usr/share/ca-certificates/11989.pem
I0730 01:01:57.804565 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0730 01:01:57.828056 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0730 01:01:57.852937 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0730 01:01:57.878445 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0730 01:01:57.898404 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0730 01:01:57.924136 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0730 01:01:57.968431 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0730 01:01:58.025761 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0730 01:01:58.063625 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem --> /usr/share/ca-certificates/119892.pem (1708 bytes)
I0730 01:01:58.095540 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0730 01:01:58.115026 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem --> /usr/share/ca-certificates/11989.pem (1338 bytes)
I0730 01:01:58.133882 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0730 01:01:58.148072 14526 ssh_runner.go:195] Run: openssl version
I0730 01:01:58.152305 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11989.pem && ln -fs /usr/share/ca-certificates/11989.pem /etc/ssl/certs/11989.pem"
I0730 01:01:58.161285 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11989.pem
I0730 01:01:58.164686 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 30 07:46 /usr/share/ca-certificates/11989.pem
I0730 01:01:58.164726 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11989.pem
I0730 01:01:58.169075 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11989.pem /etc/ssl/certs/51391683.0"
I0730 01:01:58.178016 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/119892.pem && ln -fs /usr/share/ca-certificates/119892.pem /etc/ssl/certs/119892.pem"
I0730 01:01:58.186917 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/119892.pem
I0730 01:01:58.190312 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 30 07:46 /usr/share/ca-certificates/119892.pem
I0730 01:01:58.190347 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/119892.pem
I0730 01:01:58.194544 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/119892.pem /etc/ssl/certs/3ec20f2e.0"
I0730 01:01:58.203691 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0730 01:01:58.212640 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0730 01:01:58.216063 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 30 07:36 /usr/share/ca-certificates/minikubeCA.pem
I0730 01:01:58.216096 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0730 01:01:58.220439 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0730 01:01:58.229367 14526 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0730 01:01:58.232737 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0730 01:01:58.237827 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0730 01:01:58.242195 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0730 01:01:58.246795 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0730 01:01:58.251127 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0730 01:01:58.255443 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0730 01:01:58.259816 14526 kubeadm.go:392] StartCluster: {Name:ha-997000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19319/minikube-v1.33.1-1721690939-19319-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 C
lusterName:ha-997000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.212 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.213 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.214 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.215 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:fa
lse freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L Mou
ntGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0730 01:01:58.259927 14526 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0730 01:01:58.272130 14526 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0730 01:01:58.280500 14526 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I0730 01:01:58.280511 14526 kubeadm.go:593] restartPrimaryControlPlane start ...
I0730 01:01:58.280555 14526 ssh_runner.go:195] Run: sudo test -d /data/minikube
I0730 01:01:58.289168 14526 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I0730 01:01:58.289489 14526 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-997000" does not appear in /Users/jenkins/minikube-integration/19346-11468/kubeconfig
I0730 01:01:58.289565 14526 kubeconfig.go:62] /Users/jenkins/minikube-integration/19346-11468/kubeconfig needs updating (will repair): [kubeconfig missing "ha-997000" cluster setting kubeconfig missing "ha-997000" context setting]
I0730 01:01:58.289740 14526 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19346-11468/kubeconfig: {Name:mkb969147ebcccd7afb5cff4047d1c2cd4dbaa8f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0730 01:01:58.290182 14526 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19346-11468/kubeconfig
I0730 01:01:58.290375 14526 kapi.go:59] client config for ha-997000: &rest.Config{Host:"https://192.169.0.212:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/client.key", CAFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(ni
l)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xebc6660), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0730 01:01:58.290688 14526 cert_rotation.go:137] Starting client certificate rotation controller
I0730 01:01:58.290861 14526 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I0730 01:01:58.298791 14526 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.212
I0730 01:01:58.298805 14526 kubeadm.go:597] duration metric: took 18.290032ms to restartPrimaryControlPlane
I0730 01:01:58.298810 14526 kubeadm.go:394] duration metric: took 38.999822ms to StartCluster
I0730 01:01:58.298818 14526 settings.go:142] acquiring lock: {Name:mkcac60f86a55cb84a3c87890667bb7fe7e943a7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0730 01:01:58.298892 14526 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/19346-11468/kubeconfig
I0730 01:01:58.299254 14526 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19346-11468/kubeconfig: {Name:mkb969147ebcccd7afb5cff4047d1c2cd4dbaa8f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0730 01:01:58.299485 14526 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.212 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0730 01:01:58.299497 14526 start.go:241] waiting for startup goroutines ...
I0730 01:01:58.299508 14526 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0730 01:01:58.299619 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:01:58.341929 14526 out.go:177] * Enabled addons:
I0730 01:01:58.362779 14526 addons.go:510] duration metric: took 63.273875ms for enable addons: enabled=[]
I0730 01:01:58.362828 14526 start.go:246] waiting for cluster config update ...
I0730 01:01:58.362840 14526 start.go:255] writing updated cluster config ...
I0730 01:01:58.386782 14526 out.go:177]
I0730 01:01:58.408367 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:01:58.408492 14526 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/config.json ...
I0730 01:01:58.430955 14526 out.go:177] * Starting "ha-997000-m02" control-plane node in "ha-997000" cluster
I0730 01:01:58.472873 14526 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker
I0730 01:01:58.472939 14526 cache.go:56] Caching tarball of preloaded images
I0730 01:01:58.473143 14526 preload.go:172] Found /Users/jenkins/minikube-integration/19346-11468/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0730 01:01:58.473162 14526 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker
I0730 01:01:58.473281 14526 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/config.json ...
I0730 01:01:58.474416 14526 start.go:360] acquireMachinesLock for ha-997000-m02: {Name:mk6f399932dfec8764784dec8b2659ce849a2df7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0730 01:01:58.474515 14526 start.go:364] duration metric: took 75.716µs to acquireMachinesLock for "ha-997000-m02"
I0730 01:01:58.474538 14526 start.go:96] Skipping create...Using existing machine configuration
I0730 01:01:58.474548 14526 fix.go:54] fixHost starting: m02
I0730 01:01:58.474964 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:01:58.474982 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:01:58.484234 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:57986
I0730 01:01:58.484576 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:01:58.484948 14526 main.go:141] libmachine: Using API Version 1
I0730 01:01:58.484964 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:01:58.485202 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:01:58.485341 14526 main.go:141] libmachine: (ha-997000-m02) Calling .DriverName
I0730 01:01:58.485437 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetState
I0730 01:01:58.485530 14526 main.go:141] libmachine: (ha-997000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:01:58.485608 14526 main.go:141] libmachine: (ha-997000-m02) DBG | hyperkit pid from json: 14003
I0730 01:01:58.486686 14526 main.go:141] libmachine: (ha-997000-m02) DBG | hyperkit pid 14003 missing from process table
I0730 01:01:58.486690 14526 fix.go:112] recreateIfNeeded on ha-997000-m02: state=Stopped err=<nil>
I0730 01:01:58.486701 14526 main.go:141] libmachine: (ha-997000-m02) Calling .DriverName
W0730 01:01:58.486779 14526 fix.go:138] unexpected machine state, will restart: <nil>
I0730 01:01:58.529062 14526 out.go:177] * Restarting existing hyperkit VM for "ha-997000-m02" ...
I0730 01:01:58.549837 14526 main.go:141] libmachine: (ha-997000-m02) Calling .Start
I0730 01:01:58.550143 14526 main.go:141] libmachine: (ha-997000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:01:58.550189 14526 main.go:141] libmachine: (ha-997000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/hyperkit.pid
I0730 01:01:58.552232 14526 main.go:141] libmachine: (ha-997000-m02) DBG | hyperkit pid 14003 missing from process table
I0730 01:01:58.552245 14526 main.go:141] libmachine: (ha-997000-m02) DBG | pid 14003 is in state "Stopped"
I0730 01:01:58.552263 14526 main.go:141] libmachine: (ha-997000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/hyperkit.pid...
I0730 01:01:58.552716 14526 main.go:141] libmachine: (ha-997000-m02) DBG | Using UUID 4b07e059-b046-4c56-a1fd-e430d5f4fc18
I0730 01:01:58.581000 14526 main.go:141] libmachine: (ha-997000-m02) DBG | Generated MAC 7e:81:55:18:83:c0
I0730 01:01:58.581026 14526 main.go:141] libmachine: (ha-997000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000
I0730 01:01:58.581180 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"4b07e059-b046-4c56-a1fd-e430d5f4fc18", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0004142a0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0730 01:01:58.581213 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"4b07e059-b046-4c56-a1fd-e430d5f4fc18", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0004142a0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0730 01:01:58.581246 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "4b07e059-b046-4c56-a1fd-e430d5f4fc18", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/ha-997000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/tty,log=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/bzimage,/Users/jenkins/minikube-integration/19346-11468/.minikube/
machines/ha-997000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000"}
I0730 01:01:58.581292 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 4b07e059-b046-4c56-a1fd-e430d5f4fc18 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/ha-997000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/tty,log=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/bzimage,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/initrd,earlyprintk=serial loglevel=3 co
nsole=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000"
I0730 01:01:58.581308 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0730 01:01:58.582729 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 DEBUG: hyperkit: Pid is 14569
I0730 01:01:58.583274 14526 main.go:141] libmachine: (ha-997000-m02) DBG | Attempt 0
I0730 01:01:58.583287 14526 main.go:141] libmachine: (ha-997000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:01:58.583365 14526 main.go:141] libmachine: (ha-997000-m02) DBG | hyperkit pid from json: 14569
I0730 01:01:58.585200 14526 main.go:141] libmachine: (ha-997000-m02) DBG | Searching for 7e:81:55:18:83:c0 in /var/db/dhcpd_leases ...
I0730 01:01:58.585442 14526 main.go:141] libmachine: (ha-997000-m02) DBG | Found 214 entries in /var/db/dhcpd_leases!
I0730 01:01:58.585463 14526 main.go:141] libmachine: (ha-997000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.212 HWAddress:ca:30:97:69:fe:22 ID:1,ca:30:97:69:fe:22 Lease:0x66a9ef55}
I0730 01:01:58.585474 14526 main.go:141] libmachine: (ha-997000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.215 HWAddress:7a:5:66:53:cb:80 ID:1,7a:5:66:53:cb:80 Lease:0x66a89c63}
I0730 01:01:58.585485 14526 main.go:141] libmachine: (ha-997000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.213 HWAddress:7e:81:55:18:83:c0 ID:1,7e:81:55:18:83:c0 Lease:0x66a9edc7}
I0730 01:01:58.585492 14526 main.go:141] libmachine: (ha-997000-m02) DBG | Found match: 7e:81:55:18:83:c0
I0730 01:01:58.585512 14526 main.go:141] libmachine: (ha-997000-m02) DBG | IP: 192.169.0.213
I0730 01:01:58.585534 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetConfigRaw
I0730 01:01:58.586193 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetIP
I0730 01:01:58.586421 14526 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/config.json ...
I0730 01:01:58.586894 14526 machine.go:94] provisionDockerMachine start ...
I0730 01:01:58.586905 14526 main.go:141] libmachine: (ha-997000-m02) Calling .DriverName
I0730 01:01:58.587064 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:01:58.587189 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:01:58.587296 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:01:58.587396 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:01:58.587485 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:01:58.587654 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:01:58.587869 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.213 22 <nil> <nil>}
I0730 01:01:58.587886 14526 main.go:141] libmachine: About to run SSH command:
hostname
I0730 01:01:58.590465 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0730 01:01:58.599805 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0730 01:01:58.600737 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0730 01:01:58.600763 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0730 01:01:58.600776 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0730 01:01:58.600792 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0730 01:01:58.993915 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0730 01:01:58.993931 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:58 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0730 01:01:59.108618 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0730 01:01:59.108636 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0730 01:01:59.108644 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0730 01:01:59.108654 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0730 01:01:59.109499 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:59 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0730 01:01:59.109512 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:01:59 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0730 01:02:04.711041 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:02:04 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0730 01:02:04.711104 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:02:04 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0730 01:02:04.711116 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:02:04 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0730 01:02:04.735084 14526 main.go:141] libmachine: (ha-997000-m02) DBG | 2024/07/30 01:02:04 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0730 01:02:09.653093 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0730 01:02:09.653108 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetMachineName
I0730 01:02:09.653238 14526 buildroot.go:166] provisioning hostname "ha-997000-m02"
I0730 01:02:09.653253 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetMachineName
I0730 01:02:09.653359 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:02:09.653443 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:02:09.653543 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:09.653637 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:09.653728 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:02:09.653870 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:09.654017 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.213 22 <nil> <nil>}
I0730 01:02:09.654026 14526 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-997000-m02 && echo "ha-997000-m02" | sudo tee /etc/hostname
I0730 01:02:09.721366 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-997000-m02
I0730 01:02:09.721388 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:02:09.721521 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:02:09.721604 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:09.721693 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:09.721777 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:02:09.721911 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:09.722062 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.213 22 <nil> <nil>}
I0730 01:02:09.722073 14526 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-997000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-997000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-997000-m02' | sudo tee -a /etc/hosts;
fi
fi
I0730 01:02:09.785947 14526 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0730 01:02:09.785966 14526 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19346-11468/.minikube CaCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19346-11468/.minikube}
I0730 01:02:09.785976 14526 buildroot.go:174] setting up certificates
I0730 01:02:09.785982 14526 provision.go:84] configureAuth start
I0730 01:02:09.785990 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetMachineName
I0730 01:02:09.786122 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetIP
I0730 01:02:09.786220 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:02:09.786313 14526 provision.go:143] copyHostCerts
I0730 01:02:09.786340 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem
I0730 01:02:09.786384 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem, removing ...
I0730 01:02:09.786390 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem
I0730 01:02:09.786524 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem (1078 bytes)
I0730 01:02:09.786756 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem
I0730 01:02:09.786791 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem, removing ...
I0730 01:02:09.786797 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem
I0730 01:02:09.786865 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem (1123 bytes)
I0730 01:02:09.787018 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem
I0730 01:02:09.787048 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem, removing ...
I0730 01:02:09.787052 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem
I0730 01:02:09.787117 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem (1675 bytes)
I0730 01:02:09.787268 14526 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem org=jenkins.ha-997000-m02 san=[127.0.0.1 192.169.0.213 ha-997000-m02 localhost minikube]
I0730 01:02:09.947935 14526 provision.go:177] copyRemoteCerts
I0730 01:02:09.948001 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0730 01:02:09.948016 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:02:09.948149 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:02:09.948244 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:09.948342 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:02:09.948432 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.213 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/id_rsa Username:docker}
I0730 01:02:09.984549 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem -> /etc/docker/server.pem
I0730 01:02:09.984620 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0730 01:02:10.004545 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0730 01:02:10.004609 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0730 01:02:10.024253 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0730 01:02:10.024318 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0730 01:02:10.044227 14526 provision.go:87] duration metric: took 258.233018ms to configureAuth
I0730 01:02:10.044240 14526 buildroot.go:189] setting minikube options for container-runtime
I0730 01:02:10.044408 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:02:10.044421 14526 main.go:141] libmachine: (ha-997000-m02) Calling .DriverName
I0730 01:02:10.044548 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:02:10.044658 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:02:10.044754 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:10.044828 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:10.044915 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:02:10.045022 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:10.045144 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.213 22 <nil> <nil>}
I0730 01:02:10.045174 14526 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0730 01:02:10.101420 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0730 01:02:10.101432 14526 buildroot.go:70] root file system type: tmpfs
I0730 01:02:10.101511 14526 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0730 01:02:10.101522 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:02:10.101651 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:02:10.101736 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:10.101823 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:10.101915 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:02:10.102043 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:10.102182 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.213 22 <nil> <nil>}
I0730 01:02:10.102231 14526 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.212"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0730 01:02:10.168142 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.212
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0730 01:02:10.168160 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:02:10.168293 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:02:10.168397 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:10.168494 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:10.168593 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:02:10.168732 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:10.168875 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.213 22 <nil> <nil>}
I0730 01:02:10.168887 14526 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0730 01:02:11.860314 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0730 01:02:11.860327 14526 machine.go:97] duration metric: took 13.273192523s to provisionDockerMachine
I0730 01:02:11.860335 14526 start.go:293] postStartSetup for "ha-997000-m02" (driver="hyperkit")
I0730 01:02:11.860348 14526 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0730 01:02:11.860358 14526 main.go:141] libmachine: (ha-997000-m02) Calling .DriverName
I0730 01:02:11.860545 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0730 01:02:11.860556 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:02:11.860646 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:02:11.860728 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:11.860822 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:02:11.860899 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.213 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/id_rsa Username:docker}
I0730 01:02:11.900635 14526 ssh_runner.go:195] Run: cat /etc/os-release
I0730 01:02:11.906182 14526 info.go:137] Remote host: Buildroot 2023.02.9
I0730 01:02:11.906195 14526 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19346-11468/.minikube/addons for local assets ...
I0730 01:02:11.906295 14526 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19346-11468/.minikube/files for local assets ...
I0730 01:02:11.906433 14526 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> 119892.pem in /etc/ssl/certs
I0730 01:02:11.906439 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> /etc/ssl/certs/119892.pem
I0730 01:02:11.906600 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0730 01:02:11.916492 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem --> /etc/ssl/certs/119892.pem (1708 bytes)
I0730 01:02:11.952088 14526 start.go:296] duration metric: took 91.742697ms for postStartSetup
I0730 01:02:11.952112 14526 main.go:141] libmachine: (ha-997000-m02) Calling .DriverName
I0730 01:02:11.952300 14526 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0730 01:02:11.952324 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:02:11.952421 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:02:11.952505 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:11.952593 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:02:11.952667 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.213 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/id_rsa Username:docker}
I0730 01:02:11.988281 14526 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0730 01:02:11.988339 14526 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0730 01:02:12.041735 14526 fix.go:56] duration metric: took 13.566947002s for fixHost
I0730 01:02:12.041761 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:02:12.041906 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:02:12.041992 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:12.042084 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:12.042183 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:02:12.042321 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:12.042461 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.213 22 <nil> <nil>}
I0730 01:02:12.042468 14526 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0730 01:02:12.100385 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: 1722326532.267932929
I0730 01:02:12.100397 14526 fix.go:216] guest clock: 1722326532.267932929
I0730 01:02:12.100402 14526 fix.go:229] Guest: 2024-07-30 01:02:12.267932929 -0700 PDT Remote: 2024-07-30 01:02:12.041751 -0700 PDT m=+56.316392161 (delta=226.181929ms)
I0730 01:02:12.100412 14526 fix.go:200] guest clock delta is within tolerance: 226.181929ms
I0730 01:02:12.100415 14526 start.go:83] releasing machines lock for "ha-997000-m02", held for 13.625652648s
I0730 01:02:12.100432 14526 main.go:141] libmachine: (ha-997000-m02) Calling .DriverName
I0730 01:02:12.100567 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetIP
I0730 01:02:12.123976 14526 out.go:177] * Found network options:
I0730 01:02:12.145994 14526 out.go:177] - NO_PROXY=192.169.0.212
W0730 01:02:12.167729 14526 proxy.go:119] fail to check proxy env: Error ip not in block
I0730 01:02:12.167765 14526 main.go:141] libmachine: (ha-997000-m02) Calling .DriverName
I0730 01:02:12.168458 14526 main.go:141] libmachine: (ha-997000-m02) Calling .DriverName
I0730 01:02:12.168594 14526 main.go:141] libmachine: (ha-997000-m02) Calling .DriverName
I0730 01:02:12.168675 14526 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0730 01:02:12.168708 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
W0730 01:02:12.168728 14526 proxy.go:119] fail to check proxy env: Error ip not in block
I0730 01:02:12.168800 14526 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0730 01:02:12.168814 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHHostname
I0730 01:02:12.168877 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:02:12.168963 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHPort
I0730 01:02:12.168995 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:12.169076 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHKeyPath
I0730 01:02:12.169113 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:02:12.169202 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetSSHUsername
I0730 01:02:12.169260 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.213 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/id_rsa Username:docker}
I0730 01:02:12.169311 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.213 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m02/id_rsa Username:docker}
W0730 01:02:12.201053 14526 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0730 01:02:12.201122 14526 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0730 01:02:12.258428 14526 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0730 01:02:12.258449 14526 start.go:495] detecting cgroup driver to use...
I0730 01:02:12.258552 14526 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0730 01:02:12.274800 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0730 01:02:12.284103 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0730 01:02:12.293262 14526 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0730 01:02:12.293325 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0730 01:02:12.302532 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0730 01:02:12.311383 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0730 01:02:12.320427 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0730 01:02:12.329561 14526 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0730 01:02:12.339260 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0730 01:02:12.348517 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0730 01:02:12.358113 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0730 01:02:12.367179 14526 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0730 01:02:12.375463 14526 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0730 01:02:12.383576 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:12.487397 14526 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0730 01:02:12.501597 14526 start.go:495] detecting cgroup driver to use...
I0730 01:02:12.501662 14526 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0730 01:02:12.517247 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0730 01:02:12.529137 14526 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0730 01:02:12.543557 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0730 01:02:12.554743 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0730 01:02:12.565704 14526 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0730 01:02:12.592899 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0730 01:02:12.603470 14526 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0730 01:02:12.618724 14526 ssh_runner.go:195] Run: which cri-dockerd
I0730 01:02:12.621814 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0730 01:02:12.629028 14526 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0730 01:02:12.642404 14526 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0730 01:02:12.736830 14526 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0730 01:02:12.841130 14526 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0730 01:02:12.841154 14526 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0730 01:02:12.854429 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:12.955644 14526 ssh_runner.go:195] Run: sudo systemctl restart docker
I0730 01:02:15.306398 14526 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.350693199s)
I0730 01:02:15.306467 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0730 01:02:15.317210 14526 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0730 01:02:15.330040 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0730 01:02:15.340056 14526 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0730 01:02:15.433814 14526 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0730 01:02:15.546861 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:15.646919 14526 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0730 01:02:15.660390 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0730 01:02:15.671652 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:15.767987 14526 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0730 01:02:15.833762 14526 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0730 01:02:15.833837 14526 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0730 01:02:15.838112 14526 start.go:563] Will wait 60s for crictl version
I0730 01:02:15.838162 14526 ssh_runner.go:195] Run: which crictl
I0730 01:02:15.841331 14526 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0730 01:02:15.875955 14526 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.1.0
RuntimeApiVersion: v1
I0730 01:02:15.876034 14526 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0730 01:02:15.894604 14526 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0730 01:02:15.939172 14526 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.1.0 ...
I0730 01:02:15.981838 14526 out.go:177] - env NO_PROXY=192.169.0.212
I0730 01:02:16.002869 14526 main.go:141] libmachine: (ha-997000-m02) Calling .GetIP
I0730 01:02:16.003259 14526 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0730 01:02:16.007986 14526 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0730 01:02:16.018697 14526 mustload.go:65] Loading cluster: ha-997000
I0730 01:02:16.018874 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:02:16.019101 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:02:16.019116 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:02:16.027756 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58008
I0730 01:02:16.028103 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:02:16.028428 14526 main.go:141] libmachine: Using API Version 1
I0730 01:02:16.028439 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:02:16.028648 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:02:16.028758 14526 main.go:141] libmachine: (ha-997000) Calling .GetState
I0730 01:02:16.028844 14526 main.go:141] libmachine: (ha-997000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:02:16.028921 14526 main.go:141] libmachine: (ha-997000) DBG | hyperkit pid from json: 14539
I0730 01:02:16.029989 14526 host.go:66] Checking if "ha-997000" exists ...
I0730 01:02:16.030237 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:02:16.030257 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:02:16.038858 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58010
I0730 01:02:16.039194 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:02:16.039499 14526 main.go:141] libmachine: Using API Version 1
I0730 01:02:16.039511 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:02:16.039708 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:02:16.039817 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:02:16.039921 14526 certs.go:68] Setting up /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000 for IP: 192.169.0.213
I0730 01:02:16.039931 14526 certs.go:194] generating shared ca certs ...
I0730 01:02:16.039946 14526 certs.go:226] acquiring lock for ca certs: {Name:mkf56788ad85c99d629040a2c8be5a23f2ec59df Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0730 01:02:16.040086 14526 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key
I0730 01:02:16.040142 14526 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key
I0730 01:02:16.040150 14526 certs.go:256] generating profile certs ...
I0730 01:02:16.040251 14526 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/client.key
I0730 01:02:16.040343 14526 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key.6cafc420
I0730 01:02:16.040411 14526 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.key
I0730 01:02:16.040419 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0730 01:02:16.040440 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0730 01:02:16.040460 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0730 01:02:16.040479 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0730 01:02:16.040496 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0730 01:02:16.040519 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0730 01:02:16.040538 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0730 01:02:16.040557 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0730 01:02:16.040632 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem (1338 bytes)
W0730 01:02:16.040671 14526 certs.go:480] ignoring /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989_empty.pem, impossibly tiny 0 bytes
I0730 01:02:16.040679 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem (1679 bytes)
I0730 01:02:16.040714 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem (1078 bytes)
I0730 01:02:16.040751 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem (1123 bytes)
I0730 01:02:16.040780 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem (1675 bytes)
I0730 01:02:16.040848 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem (1708 bytes)
I0730 01:02:16.040883 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> /usr/share/ca-certificates/119892.pem
I0730 01:02:16.040905 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0730 01:02:16.040927 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem -> /usr/share/ca-certificates/11989.pem
I0730 01:02:16.040959 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:02:16.041045 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:02:16.041125 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:02:16.041218 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:02:16.041299 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.212 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/id_rsa Username:docker}
I0730 01:02:16.068010 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.pub
I0730 01:02:16.071290 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0730 01:02:16.080199 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.key
I0730 01:02:16.083279 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I0730 01:02:16.091771 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.crt
I0730 01:02:16.094828 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0730 01:02:16.103345 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.key
I0730 01:02:16.106454 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0730 01:02:16.116270 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.crt
I0730 01:02:16.119428 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0730 01:02:16.128069 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.key
I0730 01:02:16.131242 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I0730 01:02:16.140932 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0730 01:02:16.160433 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0730 01:02:16.179874 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0730 01:02:16.198870 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0730 01:02:16.217937 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0730 01:02:16.237382 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0730 01:02:16.256991 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0730 01:02:16.276082 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0730 01:02:16.295243 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem --> /usr/share/ca-certificates/119892.pem (1708 bytes)
I0730 01:02:16.314231 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0730 01:02:16.333425 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem --> /usr/share/ca-certificates/11989.pem (1338 bytes)
I0730 01:02:16.352498 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0730 01:02:16.365233 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I0730 01:02:16.378973 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0730 01:02:16.392730 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0730 01:02:16.406783 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0730 01:02:16.420439 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I0730 01:02:16.434115 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0730 01:02:16.447590 14526 ssh_runner.go:195] Run: openssl version
I0730 01:02:16.451821 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/119892.pem && ln -fs /usr/share/ca-certificates/119892.pem /etc/ssl/certs/119892.pem"
I0730 01:02:16.461040 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/119892.pem
I0730 01:02:16.464348 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 30 07:46 /usr/share/ca-certificates/119892.pem
I0730 01:02:16.464383 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/119892.pem
I0730 01:02:16.468594 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/119892.pem /etc/ssl/certs/3ec20f2e.0"
I0730 01:02:16.477757 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0730 01:02:16.486907 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0730 01:02:16.490555 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 30 07:36 /usr/share/ca-certificates/minikubeCA.pem
I0730 01:02:16.490611 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0730 01:02:16.495010 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0730 01:02:16.504573 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11989.pem && ln -fs /usr/share/ca-certificates/11989.pem /etc/ssl/certs/11989.pem"
I0730 01:02:16.513854 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11989.pem
I0730 01:02:16.517243 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 30 07:46 /usr/share/ca-certificates/11989.pem
I0730 01:02:16.517280 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11989.pem
I0730 01:02:16.521638 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11989.pem /etc/ssl/certs/51391683.0"
I0730 01:02:16.530892 14526 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0730 01:02:16.534289 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0730 01:02:16.538556 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0730 01:02:16.542815 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0730 01:02:16.546981 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0730 01:02:16.551166 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0730 01:02:16.555377 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0730 01:02:16.559669 14526 kubeadm.go:934] updating node {m02 192.169.0.213 8443 v1.30.3 docker true true} ...
I0730 01:02:16.559728 14526 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-997000-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.213
[Install]
config:
{KubernetesVersion:v1.30.3 ClusterName:ha-997000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0730 01:02:16.559747 14526 kube-vip.go:115] generating kube-vip config ...
I0730 01:02:16.559778 14526 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0730 01:02:16.572818 14526 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0730 01:02:16.572858 14526 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0730 01:02:16.572905 14526 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3
I0730 01:02:16.581627 14526 binaries.go:44] Found k8s binaries, skipping transfer
I0730 01:02:16.581682 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0730 01:02:16.589929 14526 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I0730 01:02:16.603436 14526 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0730 01:02:16.617199 14526 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0730 01:02:16.630945 14526 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0730 01:02:16.634065 14526 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0730 01:02:16.644326 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:16.744450 14526 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0730 01:02:16.758971 14526 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.169.0.213 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0730 01:02:16.759198 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:02:16.780512 14526 out.go:177] * Verifying Kubernetes components...
I0730 01:02:16.801180 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:16.934966 14526 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0730 01:02:16.952019 14526 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19346-11468/kubeconfig
I0730 01:02:16.952213 14526 kapi.go:59] client config for ha-997000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/client.key", CAFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(ni
l)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xebc6660), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0730 01:02:16.952254 14526 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.212:8443
I0730 01:02:16.952411 14526 node_ready.go:35] waiting up to 6m0s for node "ha-997000-m02" to be "Ready" ...
I0730 01:02:16.952486 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:02:16.952491 14526 round_trippers.go:469] Request Headers:
I0730 01:02:16.952498 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:16.952503 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.253907 14526 round_trippers.go:574] Response Status: 200 OK in 8301 milliseconds
I0730 01:02:25.255688 14526 node_ready.go:49] node "ha-997000-m02" has status "Ready":"True"
I0730 01:02:25.255707 14526 node_ready.go:38] duration metric: took 8.30312618s for node "ha-997000-m02" to be "Ready" ...
I0730 01:02:25.255717 14526 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0730 01:02:25.255774 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods
I0730 01:02:25.255782 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.255790 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.255795 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.279604 14526 round_trippers.go:574] Response Status: 200 OK in 23 milliseconds
I0730 01:02:25.285900 14526 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.285969 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:25.285975 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.285981 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.285986 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.289572 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:25.290090 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:25.290098 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.290104 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.290107 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.292305 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:25.292784 14526 pod_ready.go:92] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:25.292796 14526 pod_ready.go:81] duration metric: took 6.877265ms for pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.292803 14526 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-pqsq5" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.292842 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-pqsq5
I0730 01:02:25.292847 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.292853 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.292857 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.295936 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:25.296501 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:25.296508 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.296514 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.296517 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.303331 14526 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0730 01:02:25.303770 14526 pod_ready.go:92] pod "coredns-7db6d8ff4d-pqsq5" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:25.303779 14526 pod_ready.go:81] duration metric: took 10.970857ms for pod "coredns-7db6d8ff4d-pqsq5" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.303787 14526 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.303829 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-997000
I0730 01:02:25.303834 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.303840 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.303843 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.317733 14526 round_trippers.go:574] Response Status: 200 OK in 13 milliseconds
I0730 01:02:25.318155 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:25.318162 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.318168 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.318171 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.330855 14526 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I0730 01:02:25.331329 14526 pod_ready.go:92] pod "etcd-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:25.331339 14526 pod_ready.go:81] duration metric: took 27.546333ms for pod "etcd-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.331348 14526 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.331392 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-997000-m02
I0730 01:02:25.331397 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.331403 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.331406 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.340276 14526 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I0730 01:02:25.340849 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:02:25.340859 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.340865 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.340868 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.352372 14526 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I0730 01:02:25.352787 14526 pod_ready.go:92] pod "etcd-ha-997000-m02" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:25.352797 14526 pod_ready.go:81] duration metric: took 21.442146ms for pod "etcd-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.352805 14526 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.352847 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-997000-m03
I0730 01:02:25.352852 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.352859 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.352864 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.355877 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:25.457330 14526 request.go:629] Waited for 101.067532ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:02:25.457372 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:02:25.457378 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.457385 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.457390 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.459152 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:25.459496 14526 pod_ready.go:92] pod "etcd-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:25.459505 14526 pod_ready.go:81] duration metric: took 106.693478ms for pod "etcd-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.459520 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.655814 14526 request.go:629] Waited for 196.252935ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000
I0730 01:02:25.655880 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000
I0730 01:02:25.655887 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.655894 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.655898 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.659281 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:25.856379 14526 request.go:629] Waited for 196.611794ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:25.856413 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:25.856418 14526 round_trippers.go:469] Request Headers:
I0730 01:02:25.856424 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:25.856429 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:25.861242 14526 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0730 01:02:25.861511 14526 pod_ready.go:92] pod "kube-apiserver-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:25.861519 14526 pod_ready.go:81] duration metric: took 401.987286ms for pod "kube-apiserver-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:02:25.861526 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:02:26.057335 14526 request.go:629] Waited for 195.770981ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m02
I0730 01:02:26.057377 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m02
I0730 01:02:26.057432 14526 round_trippers.go:469] Request Headers:
I0730 01:02:26.057441 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:26.057447 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:26.059792 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:26.256774 14526 request.go:629] Waited for 196.426038ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:02:26.256806 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:02:26.256812 14526 round_trippers.go:469] Request Headers:
I0730 01:02:26.256833 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:26.256837 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:26.258302 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:26.258595 14526 pod_ready.go:92] pod "kube-apiserver-ha-997000-m02" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:26.258606 14526 pod_ready.go:81] duration metric: took 397.067259ms for pod "kube-apiserver-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:02:26.258614 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:02:26.457044 14526 request.go:629] Waited for 198.383802ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m03
I0730 01:02:26.457167 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m03
I0730 01:02:26.457178 14526 round_trippers.go:469] Request Headers:
I0730 01:02:26.457190 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:26.457197 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:26.460248 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:26.656024 14526 request.go:629] Waited for 195.243852ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:02:26.656059 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:02:26.656065 14526 round_trippers.go:469] Request Headers:
I0730 01:02:26.656071 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:26.656074 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:26.658117 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:26.658388 14526 pod_ready.go:92] pod "kube-apiserver-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:26.658398 14526 pod_ready.go:81] duration metric: took 399.771752ms for pod "kube-apiserver-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:02:26.658406 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:02:26.856016 14526 request.go:629] Waited for 197.56581ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000
I0730 01:02:26.856118 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000
I0730 01:02:26.856128 14526 round_trippers.go:469] Request Headers:
I0730 01:02:26.856137 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:26.856143 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:26.859786 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:27.056023 14526 request.go:629] Waited for 195.81371ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:27.056094 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:27.056099 14526 round_trippers.go:469] Request Headers:
I0730 01:02:27.056106 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:27.056111 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:27.058252 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:27.058665 14526 pod_ready.go:92] pod "kube-controller-manager-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:27.058674 14526 pod_ready.go:81] duration metric: took 400.257201ms for pod "kube-controller-manager-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:02:27.058681 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:02:27.256532 14526 request.go:629] Waited for 197.797582ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m02
I0730 01:02:27.256624 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m02
I0730 01:02:27.256631 14526 round_trippers.go:469] Request Headers:
I0730 01:02:27.256639 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:27.256644 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:27.258995 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:27.457340 14526 request.go:629] Waited for 197.848249ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:02:27.457385 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:02:27.457398 14526 round_trippers.go:469] Request Headers:
I0730 01:02:27.457410 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:27.457417 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:27.460371 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:27.461011 14526 pod_ready.go:97] node "ha-997000-m02" hosting pod "kube-controller-manager-ha-997000-m02" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-997000-m02" has status "Ready":"False"
I0730 01:02:27.461024 14526 pod_ready.go:81] duration metric: took 402.329837ms for pod "kube-controller-manager-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
E0730 01:02:27.461033 14526 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-997000-m02" hosting pod "kube-controller-manager-ha-997000-m02" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-997000-m02" has status "Ready":"False"
I0730 01:02:27.461040 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:02:27.656531 14526 request.go:629] Waited for 195.441245ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m03
I0730 01:02:27.656590 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m03
I0730 01:02:27.656596 14526 round_trippers.go:469] Request Headers:
I0730 01:02:27.656604 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:27.656608 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:27.659056 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:27.857061 14526 request.go:629] Waited for 197.367881ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:02:27.857162 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:02:27.857173 14526 round_trippers.go:469] Request Headers:
I0730 01:02:27.857200 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:27.857204 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:27.858829 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:27.859209 14526 pod_ready.go:92] pod "kube-controller-manager-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:27.859218 14526 pod_ready.go:81] duration metric: took 398.163679ms for pod "kube-controller-manager-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:02:27.859224 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-27kcm" in "kube-system" namespace to be "Ready" ...
I0730 01:02:28.057793 14526 request.go:629] Waited for 198.527854ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-27kcm
I0730 01:02:28.057881 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-27kcm
I0730 01:02:28.057889 14526 round_trippers.go:469] Request Headers:
I0730 01:02:28.057896 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:28.057900 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:28.060618 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:28.257382 14526 request.go:629] Waited for 196.382958ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:28.257419 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:28.257427 14526 round_trippers.go:469] Request Headers:
I0730 01:02:28.257460 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:28.257475 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:28.260128 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:28.260477 14526 pod_ready.go:92] pod "kube-proxy-27kcm" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:28.260486 14526 pod_ready.go:81] duration metric: took 401.250517ms for pod "kube-proxy-27kcm" in "kube-system" namespace to be "Ready" ...
I0730 01:02:28.260492 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-dd8pc" in "kube-system" namespace to be "Ready" ...
I0730 01:02:28.457710 14526 request.go:629] Waited for 197.1794ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dd8pc
I0730 01:02:28.457749 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dd8pc
I0730 01:02:28.457756 14526 round_trippers.go:469] Request Headers:
I0730 01:02:28.457763 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:28.457769 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:28.460390 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:28.656216 14526 request.go:629] Waited for 195.350196ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m04
I0730 01:02:28.656262 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m04
I0730 01:02:28.656267 14526 round_trippers.go:469] Request Headers:
I0730 01:02:28.656273 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:28.656277 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:28.658597 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:28.658849 14526 pod_ready.go:92] pod "kube-proxy-dd8pc" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:28.658859 14526 pod_ready.go:81] duration metric: took 398.354752ms for pod "kube-proxy-dd8pc" in "kube-system" namespace to be "Ready" ...
I0730 01:02:28.658865 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-n2bl9" in "kube-system" namespace to be "Ready" ...
I0730 01:02:28.855896 14526 request.go:629] Waited for 196.987651ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n2bl9
I0730 01:02:28.855951 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n2bl9
I0730 01:02:28.855956 14526 round_trippers.go:469] Request Headers:
I0730 01:02:28.855964 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:28.855969 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:28.857889 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:29.057454 14526 request.go:629] Waited for 199.048441ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:02:29.057555 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:02:29.057565 14526 round_trippers.go:469] Request Headers:
I0730 01:02:29.057576 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:29.057581 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:29.060917 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:29.061287 14526 pod_ready.go:97] node "ha-997000-m02" hosting pod "kube-proxy-n2bl9" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-997000-m02" has status "Ready":"False"
I0730 01:02:29.061298 14526 pod_ready.go:81] duration metric: took 402.421154ms for pod "kube-proxy-n2bl9" in "kube-system" namespace to be "Ready" ...
E0730 01:02:29.061305 14526 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-997000-m02" hosting pod "kube-proxy-n2bl9" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-997000-m02" has status "Ready":"False"
I0730 01:02:29.061310 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-r2fhs" in "kube-system" namespace to be "Ready" ...
I0730 01:02:29.255904 14526 request.go:629] Waited for 194.557867ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r2fhs
I0730 01:02:29.255935 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r2fhs
I0730 01:02:29.255941 14526 round_trippers.go:469] Request Headers:
I0730 01:02:29.255976 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:29.255980 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:29.258108 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:29.457112 14526 request.go:629] Waited for 198.405721ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:02:29.457162 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:02:29.457171 14526 round_trippers.go:469] Request Headers:
I0730 01:02:29.457206 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:29.457218 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:29.460505 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:29.461103 14526 pod_ready.go:92] pod "kube-proxy-r2fhs" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:29.461116 14526 pod_ready.go:81] duration metric: took 399.793105ms for pod "kube-proxy-r2fhs" in "kube-system" namespace to be "Ready" ...
I0730 01:02:29.461124 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:02:29.656255 14526 request.go:629] Waited for 195.077016ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000
I0730 01:02:29.656347 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000
I0730 01:02:29.656357 14526 round_trippers.go:469] Request Headers:
I0730 01:02:29.656368 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:29.656377 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:29.659099 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:29.857288 14526 request.go:629] Waited for 197.616166ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:29.857397 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:29.857407 14526 round_trippers.go:469] Request Headers:
I0730 01:02:29.857419 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:29.857429 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:29.859902 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:29.860378 14526 pod_ready.go:92] pod "kube-scheduler-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:29.860388 14526 pod_ready.go:81] duration metric: took 399.249652ms for pod "kube-scheduler-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:02:29.860396 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:02:30.056475 14526 request.go:629] Waited for 196.038049ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m02
I0730 01:02:30.056535 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m02
I0730 01:02:30.056542 14526 round_trippers.go:469] Request Headers:
I0730 01:02:30.056547 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:30.056551 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:30.058489 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:30.256015 14526 request.go:629] Waited for 196.989016ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:02:30.256057 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:02:30.256065 14526 round_trippers.go:469] Request Headers:
I0730 01:02:30.256071 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:30.256075 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:30.258139 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:30.258547 14526 pod_ready.go:97] node "ha-997000-m02" hosting pod "kube-scheduler-ha-997000-m02" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-997000-m02" has status "Ready":"False"
I0730 01:02:30.258557 14526 pod_ready.go:81] duration metric: took 398.149087ms for pod "kube-scheduler-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
E0730 01:02:30.258563 14526 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-997000-m02" hosting pod "kube-scheduler-ha-997000-m02" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-997000-m02" has status "Ready":"False"
I0730 01:02:30.258569 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:02:30.456004 14526 request.go:629] Waited for 197.388919ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m03
I0730 01:02:30.456051 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m03
I0730 01:02:30.456061 14526 round_trippers.go:469] Request Headers:
I0730 01:02:30.456105 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:30.456112 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:30.458446 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:30.656020 14526 request.go:629] Waited for 197.138166ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:02:30.656118 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:02:30.656128 14526 round_trippers.go:469] Request Headers:
I0730 01:02:30.656139 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:30.656147 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:30.659744 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:30.660116 14526 pod_ready.go:92] pod "kube-scheduler-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:02:30.660134 14526 pod_ready.go:81] duration metric: took 401.551941ms for pod "kube-scheduler-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:02:30.660150 14526 pod_ready.go:38] duration metric: took 5.404325779s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0730 01:02:30.660197 14526 api_server.go:52] waiting for apiserver process to appear ...
I0730 01:02:30.660249 14526 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0730 01:02:30.672398 14526 api_server.go:72] duration metric: took 13.913153726s to wait for apiserver process to appear ...
I0730 01:02:30.672411 14526 api_server.go:88] waiting for apiserver healthz status ...
I0730 01:02:30.672429 14526 api_server.go:253] Checking apiserver healthz at https://192.169.0.212:8443/healthz ...
I0730 01:02:30.676711 14526 api_server.go:279] https://192.169.0.212:8443/healthz returned 200:
ok
I0730 01:02:30.676761 14526 round_trippers.go:463] GET https://192.169.0.212:8443/version
I0730 01:02:30.676767 14526 round_trippers.go:469] Request Headers:
I0730 01:02:30.676779 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:30.676782 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:30.677342 14526 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0730 01:02:30.677399 14526 api_server.go:141] control plane version: v1.30.3
I0730 01:02:30.677408 14526 api_server.go:131] duration metric: took 4.992425ms to wait for apiserver health ...
I0730 01:02:30.677413 14526 system_pods.go:43] waiting for kube-system pods to appear ...
I0730 01:02:30.855923 14526 request.go:629] Waited for 178.467126ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods
I0730 01:02:30.856008 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods
I0730 01:02:30.856015 14526 round_trippers.go:469] Request Headers:
I0730 01:02:30.856023 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:30.856029 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:30.861062 14526 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0730 01:02:30.866343 14526 system_pods.go:59] 26 kube-system pods found
I0730 01:02:30.866360 14526 system_pods.go:61] "coredns-7db6d8ff4d-6q4d8" [1d196046-4970-4af9-be2e-aad0e2d6457c] Running
I0730 01:02:30.866363 14526 system_pods.go:61] "coredns-7db6d8ff4d-pqsq5" [9f920046-6f77-4ea3-bf1b-d9162caf2ab0] Running
I0730 01:02:30.866366 14526 system_pods.go:61] "etcd-ha-997000" [7806dd6d-4e26-4f49-8972-bd95889f85b8] Running
I0730 01:02:30.866369 14526 system_pods.go:61] "etcd-ha-997000-m02" [d40341dd-c77d-4e44-9744-276b3509b241] Running
I0730 01:02:30.866372 14526 system_pods.go:61] "etcd-ha-997000-m03" [4320b590-706f-4726-87e3-d141a1ce2593] Running
I0730 01:02:30.866374 14526 system_pods.go:61] "kindnet-bcbvm" [2df6d72e-af6e-422b-8cfd-9f9b2abc502e] Running
I0730 01:02:30.866376 14526 system_pods.go:61] "kindnet-pds5t" [1b5062ad-4655-4805-9084-a41732d22187] Running
I0730 01:02:30.866379 14526 system_pods.go:61] "kindnet-s8sqq" [07f02207-c8bb-4451-9cbd-e03bc1d82edd] Running
I0730 01:02:30.866381 14526 system_pods.go:61] "kindnet-zln9g" [c344e8f2-5bc3-4f80-8242-f154dd9fe82d] Running
I0730 01:02:30.866383 14526 system_pods.go:61] "kube-apiserver-ha-997000" [9297f16f-39ed-44f7-b6e5-6fcde487ea3f] Running
I0730 01:02:30.866386 14526 system_pods.go:61] "kube-apiserver-ha-997000-m02" [df59c533-e30c-46a8-a37f-c481d62132b2] Running
I0730 01:02:30.866388 14526 system_pods.go:61] "kube-apiserver-ha-997000-m03" [869c98a3-73bc-40bc-9a87-abfd2a41509a] Running
I0730 01:02:30.866391 14526 system_pods.go:61] "kube-controller-manager-ha-997000" [0819de58-db3d-4a14-b91d-fa8a54b26e6e] Running
I0730 01:02:30.866395 14526 system_pods.go:61] "kube-controller-manager-ha-997000-m02" [ac2522d5-9845-434b-b411-49ffa40d9a77] Running
I0730 01:02:30.866399 14526 system_pods.go:61] "kube-controller-manager-ha-997000-m03" [e733ffac-e40a-42bd-b7cf-ae0fc4f92282] Running
I0730 01:02:30.866402 14526 system_pods.go:61] "kube-proxy-27kcm" [c34c056b-9543-4847-be58-92d2de9597f0] Running
I0730 01:02:30.866405 14526 system_pods.go:61] "kube-proxy-dd8pc" [5beb8a25-8daa-45a1-b819-48423d4631e6] Running
I0730 01:02:30.866407 14526 system_pods.go:61] "kube-proxy-n2bl9" [a3a6ee4c-5b4b-4513-b58f-9e434477e5e4] Running
I0730 01:02:30.866422 14526 system_pods.go:61] "kube-proxy-r2fhs" [24e82b59-9731-496c-91df-0c72273d57ef] Running
I0730 01:02:30.866427 14526 system_pods.go:61] "kube-scheduler-ha-997000" [aa157b00-5196-4645-b62a-2f60b305c7e2] Running
I0730 01:02:30.866430 14526 system_pods.go:61] "kube-scheduler-ha-997000-m02" [12a4e977-4dfe-40fc-88eb-a26068812956] Running
I0730 01:02:30.866433 14526 system_pods.go:61] "kube-scheduler-ha-997000-m03" [e20887e3-49ec-4504-8aa4-8b7be91b4db7] Running
I0730 01:02:30.866436 14526 system_pods.go:61] "kube-vip-ha-997000" [1dac66cc-5f13-42f2-bfd2-16500dda50fc] Running
I0730 01:02:30.866438 14526 system_pods.go:61] "kube-vip-ha-997000-m02" [fd625096-26f3-4228-ba8f-1e3d14bf6ad8] Running
I0730 01:02:30.866441 14526 system_pods.go:61] "kube-vip-ha-997000-m03" [05813b7c-96b0-4f7d-add8-a2cd906413ce] Running
I0730 01:02:30.866449 14526 system_pods.go:61] "storage-provisioner" [4ec72274-5517-4aa8-b131-7c2b877b5591] Running
I0730 01:02:30.866458 14526 system_pods.go:74] duration metric: took 189.036816ms to wait for pod list to return data ...
I0730 01:02:30.866464 14526 default_sa.go:34] waiting for default service account to be created ...
I0730 01:02:31.056073 14526 request.go:629] Waited for 189.555917ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/default/serviceaccounts
I0730 01:02:31.056203 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/default/serviceaccounts
I0730 01:02:31.056216 14526 round_trippers.go:469] Request Headers:
I0730 01:02:31.056226 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:31.056231 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:31.059495 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:31.059684 14526 default_sa.go:45] found service account: "default"
I0730 01:02:31.059696 14526 default_sa.go:55] duration metric: took 193.223348ms for default service account to be created ...
I0730 01:02:31.059703 14526 system_pods.go:116] waiting for k8s-apps to be running ...
I0730 01:02:31.256127 14526 request.go:629] Waited for 196.349814ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods
I0730 01:02:31.256173 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods
I0730 01:02:31.256181 14526 round_trippers.go:469] Request Headers:
I0730 01:02:31.256192 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:31.256202 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:31.261818 14526 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0730 01:02:31.266628 14526 system_pods.go:86] 26 kube-system pods found
I0730 01:02:31.266639 14526 system_pods.go:89] "coredns-7db6d8ff4d-6q4d8" [1d196046-4970-4af9-be2e-aad0e2d6457c] Running
I0730 01:02:31.266643 14526 system_pods.go:89] "coredns-7db6d8ff4d-pqsq5" [9f920046-6f77-4ea3-bf1b-d9162caf2ab0] Running
I0730 01:02:31.266647 14526 system_pods.go:89] "etcd-ha-997000" [7806dd6d-4e26-4f49-8972-bd95889f85b8] Running
I0730 01:02:31.266650 14526 system_pods.go:89] "etcd-ha-997000-m02" [d40341dd-c77d-4e44-9744-276b3509b241] Running
I0730 01:02:31.266654 14526 system_pods.go:89] "etcd-ha-997000-m03" [4320b590-706f-4726-87e3-d141a1ce2593] Running
I0730 01:02:31.266658 14526 system_pods.go:89] "kindnet-bcbvm" [2df6d72e-af6e-422b-8cfd-9f9b2abc502e] Running
I0730 01:02:31.266661 14526 system_pods.go:89] "kindnet-pds5t" [1b5062ad-4655-4805-9084-a41732d22187] Running
I0730 01:02:31.266664 14526 system_pods.go:89] "kindnet-s8sqq" [07f02207-c8bb-4451-9cbd-e03bc1d82edd] Running
I0730 01:02:31.266668 14526 system_pods.go:89] "kindnet-zln9g" [c344e8f2-5bc3-4f80-8242-f154dd9fe82d] Running
I0730 01:02:31.266671 14526 system_pods.go:89] "kube-apiserver-ha-997000" [9297f16f-39ed-44f7-b6e5-6fcde487ea3f] Running
I0730 01:02:31.266675 14526 system_pods.go:89] "kube-apiserver-ha-997000-m02" [df59c533-e30c-46a8-a37f-c481d62132b2] Running
I0730 01:02:31.266682 14526 system_pods.go:89] "kube-apiserver-ha-997000-m03" [869c98a3-73bc-40bc-9a87-abfd2a41509a] Running
I0730 01:02:31.266686 14526 system_pods.go:89] "kube-controller-manager-ha-997000" [0819de58-db3d-4a14-b91d-fa8a54b26e6e] Running
I0730 01:02:31.266703 14526 system_pods.go:89] "kube-controller-manager-ha-997000-m02" [ac2522d5-9845-434b-b411-49ffa40d9a77] Running
I0730 01:02:31.266709 14526 system_pods.go:89] "kube-controller-manager-ha-997000-m03" [e733ffac-e40a-42bd-b7cf-ae0fc4f92282] Running
I0730 01:02:31.266713 14526 system_pods.go:89] "kube-proxy-27kcm" [c34c056b-9543-4847-be58-92d2de9597f0] Running
I0730 01:02:31.266717 14526 system_pods.go:89] "kube-proxy-dd8pc" [5beb8a25-8daa-45a1-b819-48423d4631e6] Running
I0730 01:02:31.266721 14526 system_pods.go:89] "kube-proxy-n2bl9" [a3a6ee4c-5b4b-4513-b58f-9e434477e5e4] Running
I0730 01:02:31.266724 14526 system_pods.go:89] "kube-proxy-r2fhs" [24e82b59-9731-496c-91df-0c72273d57ef] Running
I0730 01:02:31.266727 14526 system_pods.go:89] "kube-scheduler-ha-997000" [aa157b00-5196-4645-b62a-2f60b305c7e2] Running
I0730 01:02:31.266732 14526 system_pods.go:89] "kube-scheduler-ha-997000-m02" [12a4e977-4dfe-40fc-88eb-a26068812956] Running
I0730 01:02:31.266735 14526 system_pods.go:89] "kube-scheduler-ha-997000-m03" [e20887e3-49ec-4504-8aa4-8b7be91b4db7] Running
I0730 01:02:31.266739 14526 system_pods.go:89] "kube-vip-ha-997000" [1dac66cc-5f13-42f2-bfd2-16500dda50fc] Running
I0730 01:02:31.266741 14526 system_pods.go:89] "kube-vip-ha-997000-m02" [fd625096-26f3-4228-ba8f-1e3d14bf6ad8] Running
I0730 01:02:31.266746 14526 system_pods.go:89] "kube-vip-ha-997000-m03" [05813b7c-96b0-4f7d-add8-a2cd906413ce] Running
I0730 01:02:31.266749 14526 system_pods.go:89] "storage-provisioner" [4ec72274-5517-4aa8-b131-7c2b877b5591] Running
I0730 01:02:31.266754 14526 system_pods.go:126] duration metric: took 207.04278ms to wait for k8s-apps to be running ...
I0730 01:02:31.266759 14526 system_svc.go:44] waiting for kubelet service to be running ....
I0730 01:02:31.266810 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0730 01:02:31.277525 14526 system_svc.go:56] duration metric: took 10.761467ms WaitForService to wait for kubelet
I0730 01:02:31.277540 14526 kubeadm.go:582] duration metric: took 14.51828603s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0730 01:02:31.277554 14526 node_conditions.go:102] verifying NodePressure condition ...
I0730 01:02:31.456974 14526 request.go:629] Waited for 179.368925ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes
I0730 01:02:31.457021 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes
I0730 01:02:31.457029 14526 round_trippers.go:469] Request Headers:
I0730 01:02:31.457043 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:31.457099 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:31.461328 14526 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0730 01:02:31.462234 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:02:31.462248 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:02:31.462257 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:02:31.462261 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:02:31.462264 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:02:31.462267 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:02:31.462270 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:02:31.462273 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:02:31.462277 14526 node_conditions.go:105] duration metric: took 184.715893ms to run NodePressure ...
I0730 01:02:31.462284 14526 start.go:241] waiting for startup goroutines ...
I0730 01:02:31.462302 14526 start.go:255] writing updated cluster config ...
I0730 01:02:31.484183 14526 out.go:177]
I0730 01:02:31.504964 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:02:31.505054 14526 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/config.json ...
I0730 01:02:31.526663 14526 out.go:177] * Starting "ha-997000-m03" control-plane node in "ha-997000" cluster
I0730 01:02:31.568682 14526 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker
I0730 01:02:31.568719 14526 cache.go:56] Caching tarball of preloaded images
I0730 01:02:31.568934 14526 preload.go:172] Found /Users/jenkins/minikube-integration/19346-11468/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0730 01:02:31.568953 14526 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker
I0730 01:02:31.569076 14526 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/config.json ...
I0730 01:02:31.570121 14526 start.go:360] acquireMachinesLock for ha-997000-m03: {Name:mk6f399932dfec8764784dec8b2659ce849a2df7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0730 01:02:31.570249 14526 start.go:364] duration metric: took 102.749µs to acquireMachinesLock for "ha-997000-m03"
I0730 01:02:31.570274 14526 start.go:96] Skipping create...Using existing machine configuration
I0730 01:02:31.570282 14526 fix.go:54] fixHost starting: m03
I0730 01:02:31.570731 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:02:31.570767 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:02:31.580329 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58015
I0730 01:02:31.580692 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:02:31.581041 14526 main.go:141] libmachine: Using API Version 1
I0730 01:02:31.581056 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:02:31.581299 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:02:31.581411 14526 main.go:141] libmachine: (ha-997000-m03) Calling .DriverName
I0730 01:02:31.581496 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetState
I0730 01:02:31.581576 14526 main.go:141] libmachine: (ha-997000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:02:31.581665 14526 main.go:141] libmachine: (ha-997000-m03) DBG | hyperkit pid from json: 13520
I0730 01:02:31.582721 14526 main.go:141] libmachine: (ha-997000-m03) DBG | hyperkit pid 13520 missing from process table
I0730 01:02:31.582738 14526 fix.go:112] recreateIfNeeded on ha-997000-m03: state=Stopped err=<nil>
I0730 01:02:31.582747 14526 main.go:141] libmachine: (ha-997000-m03) Calling .DriverName
W0730 01:02:31.582819 14526 fix.go:138] unexpected machine state, will restart: <nil>
I0730 01:02:31.603863 14526 out.go:177] * Restarting existing hyperkit VM for "ha-997000-m03" ...
I0730 01:02:31.645672 14526 main.go:141] libmachine: (ha-997000-m03) Calling .Start
I0730 01:02:31.645860 14526 main.go:141] libmachine: (ha-997000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:02:31.645890 14526 main.go:141] libmachine: (ha-997000-m03) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/hyperkit.pid
I0730 01:02:31.647652 14526 main.go:141] libmachine: (ha-997000-m03) DBG | hyperkit pid 13520 missing from process table
I0730 01:02:31.647673 14526 main.go:141] libmachine: (ha-997000-m03) DBG | pid 13520 is in state "Stopped"
I0730 01:02:31.647697 14526 main.go:141] libmachine: (ha-997000-m03) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/hyperkit.pid...
I0730 01:02:31.648200 14526 main.go:141] libmachine: (ha-997000-m03) DBG | Using UUID 16986e7b-87b0-4e48-b9a2-ad1a74366c69
I0730 01:02:31.673996 14526 main.go:141] libmachine: (ha-997000-m03) DBG | Generated MAC 6:8c:f3:82:8:9a
I0730 01:02:31.674025 14526 main.go:141] libmachine: (ha-997000-m03) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000
I0730 01:02:31.674180 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"16986e7b-87b0-4e48-b9a2-ad1a74366c69", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000446240)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0730 01:02:31.674218 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"16986e7b-87b0-4e48-b9a2-ad1a74366c69", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000446240)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0730 01:02:31.674256 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "16986e7b-87b0-4e48-b9a2-ad1a74366c69", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/ha-997000-m03.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/tty,log=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/bzimage,/Users/jenkins/minikube-integration/19346-11468/.minikube/
machines/ha-997000-m03/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000"}
I0730 01:02:31.674286 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 16986e7b-87b0-4e48-b9a2-ad1a74366c69 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/ha-997000-m03.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/tty,log=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/console-ring -f kexec,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/bzimage,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/initrd,earlyprintk=serial loglevel=3 co
nsole=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000"
I0730 01:02:31.674319 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0730 01:02:31.675818 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 DEBUG: hyperkit: Pid is 14590
I0730 01:02:31.677304 14526 main.go:141] libmachine: (ha-997000-m03) DBG | Attempt 0
I0730 01:02:31.677321 14526 main.go:141] libmachine: (ha-997000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:02:31.677357 14526 main.go:141] libmachine: (ha-997000-m03) DBG | hyperkit pid from json: 14590
I0730 01:02:31.678492 14526 main.go:141] libmachine: (ha-997000-m03) DBG | Searching for 6:8c:f3:82:8:9a in /var/db/dhcpd_leases ...
I0730 01:02:31.678764 14526 main.go:141] libmachine: (ha-997000-m03) DBG | Found 214 entries in /var/db/dhcpd_leases!
I0730 01:02:31.678779 14526 main.go:141] libmachine: (ha-997000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.213 HWAddress:7e:81:55:18:83:c0 ID:1,7e:81:55:18:83:c0 Lease:0x66a9ef7f}
I0730 01:02:31.678792 14526 main.go:141] libmachine: (ha-997000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.212 HWAddress:ca:30:97:69:fe:22 ID:1,ca:30:97:69:fe:22 Lease:0x66a9ef55}
I0730 01:02:31.678806 14526 main.go:141] libmachine: (ha-997000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.215 HWAddress:7a:5:66:53:cb:80 ID:1,7a:5:66:53:cb:80 Lease:0x66a89c63}
I0730 01:02:31.678817 14526 main.go:141] libmachine: (ha-997000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.214 HWAddress:6:8c:f3:82:8:9a ID:1,6:8c:f3:82:8:9a Lease:0x66a9ed2c}
I0730 01:02:31.678827 14526 main.go:141] libmachine: (ha-997000-m03) DBG | Found match: 6:8c:f3:82:8:9a
I0730 01:02:31.678837 14526 main.go:141] libmachine: (ha-997000-m03) DBG | IP: 192.169.0.214
I0730 01:02:31.678854 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetConfigRaw
I0730 01:02:31.679534 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetIP
I0730 01:02:31.679750 14526 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/config.json ...
I0730 01:02:31.680211 14526 machine.go:94] provisionDockerMachine start ...
I0730 01:02:31.680221 14526 main.go:141] libmachine: (ha-997000-m03) Calling .DriverName
I0730 01:02:31.680371 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:31.680513 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:31.680644 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:31.680755 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:31.680897 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:31.681042 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:31.681242 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.214 22 <nil> <nil>}
I0730 01:02:31.681250 14526 main.go:141] libmachine: About to run SSH command:
hostname
I0730 01:02:31.684412 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0730 01:02:31.693816 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0730 01:02:31.695340 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0730 01:02:31.695395 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0730 01:02:31.695425 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0730 01:02:31.695438 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:31 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0730 01:02:32.110261 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:32 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0730 01:02:32.110278 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:32 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0730 01:02:32.225105 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:32 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0730 01:02:32.225140 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:32 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0730 01:02:32.225163 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:32 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0730 01:02:32.225180 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:32 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0730 01:02:32.225961 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:32 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0730 01:02:32.225980 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:32 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0730 01:02:37.852161 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:37 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0730 01:02:37.852252 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:37 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0730 01:02:37.852260 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:37 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0730 01:02:37.877453 14526 main.go:141] libmachine: (ha-997000-m03) DBG | 2024/07/30 01:02:37 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0730 01:02:42.754252 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0730 01:02:42.754266 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetMachineName
I0730 01:02:42.754392 14526 buildroot.go:166] provisioning hostname "ha-997000-m03"
I0730 01:02:42.754403 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetMachineName
I0730 01:02:42.754493 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:42.754585 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:42.754736 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:42.754813 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:42.754911 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:42.755026 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:42.755181 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.214 22 <nil> <nil>}
I0730 01:02:42.755189 14526 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-997000-m03 && echo "ha-997000-m03" | sudo tee /etc/hostname
I0730 01:02:42.831972 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-997000-m03
I0730 01:02:42.831988 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:42.832118 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:42.832204 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:42.832281 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:42.832393 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:42.832511 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:42.832667 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.214 22 <nil> <nil>}
I0730 01:02:42.832678 14526 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-997000-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-997000-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-997000-m03' | sudo tee -a /etc/hosts;
fi
fi
I0730 01:02:42.901168 14526 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0730 01:02:42.901184 14526 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19346-11468/.minikube CaCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19346-11468/.minikube}
I0730 01:02:42.901194 14526 buildroot.go:174] setting up certificates
I0730 01:02:42.901199 14526 provision.go:84] configureAuth start
I0730 01:02:42.901206 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetMachineName
I0730 01:02:42.901365 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetIP
I0730 01:02:42.901466 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:42.901562 14526 provision.go:143] copyHostCerts
I0730 01:02:42.901590 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem
I0730 01:02:42.901659 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem, removing ...
I0730 01:02:42.901665 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem
I0730 01:02:42.901817 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem (1078 bytes)
I0730 01:02:42.902019 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem
I0730 01:02:42.902060 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem, removing ...
I0730 01:02:42.902066 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem
I0730 01:02:42.902149 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem (1123 bytes)
I0730 01:02:42.902300 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem
I0730 01:02:42.902342 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem, removing ...
I0730 01:02:42.902347 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem
I0730 01:02:42.902427 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem (1675 bytes)
I0730 01:02:42.902576 14526 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem org=jenkins.ha-997000-m03 san=[127.0.0.1 192.169.0.214 ha-997000-m03 localhost minikube]
I0730 01:02:42.972278 14526 provision.go:177] copyRemoteCerts
I0730 01:02:42.972332 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0730 01:02:42.972347 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:42.972492 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:42.972583 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:42.972674 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:42.972749 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.214 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/id_rsa Username:docker}
I0730 01:02:43.009771 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0730 01:02:43.009843 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0730 01:02:43.029833 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem -> /etc/docker/server.pem
I0730 01:02:43.029906 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0730 01:02:43.049517 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0730 01:02:43.049596 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0730 01:02:43.069303 14526 provision.go:87] duration metric: took 168.093297ms to configureAuth
I0730 01:02:43.069317 14526 buildroot.go:189] setting minikube options for container-runtime
I0730 01:02:43.069500 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:02:43.069513 14526 main.go:141] libmachine: (ha-997000-m03) Calling .DriverName
I0730 01:02:43.069641 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:43.069733 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:43.069825 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:43.069911 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:43.069995 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:43.070112 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:43.070243 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.214 22 <nil> <nil>}
I0730 01:02:43.070250 14526 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0730 01:02:43.133366 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0730 01:02:43.133378 14526 buildroot.go:70] root file system type: tmpfs
I0730 01:02:43.133455 14526 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0730 01:02:43.133466 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:43.133599 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:43.133690 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:43.133786 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:43.133875 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:43.134002 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:43.134146 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.214 22 <nil> <nil>}
I0730 01:02:43.134194 14526 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.212"
Environment="NO_PROXY=192.169.0.212,192.169.0.213"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0730 01:02:43.207079 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.212
Environment=NO_PROXY=192.169.0.212,192.169.0.213
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0730 01:02:43.207103 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:43.207245 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:43.207332 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:43.207417 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:43.207496 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:43.207622 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:43.207762 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.214 22 <nil> <nil>}
I0730 01:02:43.207774 14526 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0730 01:02:44.840574 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0730 01:02:44.840589 14526 machine.go:97] duration metric: took 13.160133266s to provisionDockerMachine
I0730 01:02:44.840597 14526 start.go:293] postStartSetup for "ha-997000-m03" (driver="hyperkit")
I0730 01:02:44.840605 14526 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0730 01:02:44.840617 14526 main.go:141] libmachine: (ha-997000-m03) Calling .DriverName
I0730 01:02:44.840801 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0730 01:02:44.840813 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:44.840920 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:44.841021 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:44.841109 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:44.841199 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.214 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/id_rsa Username:docker}
I0730 01:02:44.882185 14526 ssh_runner.go:195] Run: cat /etc/os-release
I0730 01:02:44.885801 14526 info.go:137] Remote host: Buildroot 2023.02.9
I0730 01:02:44.885820 14526 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19346-11468/.minikube/addons for local assets ...
I0730 01:02:44.885919 14526 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19346-11468/.minikube/files for local assets ...
I0730 01:02:44.886114 14526 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> 119892.pem in /etc/ssl/certs
I0730 01:02:44.886122 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> /etc/ssl/certs/119892.pem
I0730 01:02:44.886342 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0730 01:02:44.896896 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem --> /etc/ssl/certs/119892.pem (1708 bytes)
I0730 01:02:44.928055 14526 start.go:296] duration metric: took 87.446735ms for postStartSetup
I0730 01:02:44.928079 14526 main.go:141] libmachine: (ha-997000-m03) Calling .DriverName
I0730 01:02:44.928266 14526 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0730 01:02:44.928280 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:44.928372 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:44.928468 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:44.928552 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:44.928630 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.214 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/id_rsa Username:docker}
I0730 01:02:44.967064 14526 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0730 01:02:44.967131 14526 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0730 01:02:45.019919 14526 fix.go:56] duration metric: took 13.4493916s for fixHost
I0730 01:02:45.019946 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:45.020093 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:45.020200 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:45.020303 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:45.020394 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:45.020530 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:02:45.020681 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.214 22 <nil> <nil>}
I0730 01:02:45.020690 14526 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0730 01:02:45.087121 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: 1722326565.048253600
I0730 01:02:45.087134 14526 fix.go:216] guest clock: 1722326565.048253600
I0730 01:02:45.087139 14526 fix.go:229] Guest: 2024-07-30 01:02:45.0482536 -0700 PDT Remote: 2024-07-30 01:02:45.019935 -0700 PDT m=+89.293984817 (delta=28.3186ms)
I0730 01:02:45.087149 14526 fix.go:200] guest clock delta is within tolerance: 28.3186ms
I0730 01:02:45.087153 14526 start.go:83] releasing machines lock for "ha-997000-m03", held for 13.516650182s
I0730 01:02:45.087172 14526 main.go:141] libmachine: (ha-997000-m03) Calling .DriverName
I0730 01:02:45.087301 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetIP
I0730 01:02:45.110807 14526 out.go:177] * Found network options:
I0730 01:02:45.131833 14526 out.go:177] - NO_PROXY=192.169.0.212,192.169.0.213
W0730 01:02:45.155605 14526 proxy.go:119] fail to check proxy env: Error ip not in block
W0730 01:02:45.155624 14526 proxy.go:119] fail to check proxy env: Error ip not in block
I0730 01:02:45.155638 14526 main.go:141] libmachine: (ha-997000-m03) Calling .DriverName
I0730 01:02:45.156150 14526 main.go:141] libmachine: (ha-997000-m03) Calling .DriverName
I0730 01:02:45.156304 14526 main.go:141] libmachine: (ha-997000-m03) Calling .DriverName
I0730 01:02:45.156401 14526 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0730 01:02:45.156445 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
W0730 01:02:45.156487 14526 proxy.go:119] fail to check proxy env: Error ip not in block
W0730 01:02:45.156507 14526 proxy.go:119] fail to check proxy env: Error ip not in block
I0730 01:02:45.156573 14526 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0730 01:02:45.156587 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHHostname
I0730 01:02:45.156611 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:45.156735 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHPort
I0730 01:02:45.156777 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:45.156892 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHKeyPath
I0730 01:02:45.156959 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:45.157069 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.214 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/id_rsa Username:docker}
I0730 01:02:45.157087 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetSSHUsername
I0730 01:02:45.157223 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.214 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m03/id_rsa Username:docker}
W0730 01:02:45.192153 14526 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0730 01:02:45.192213 14526 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0730 01:02:45.242659 14526 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0730 01:02:45.242676 14526 start.go:495] detecting cgroup driver to use...
I0730 01:02:45.242759 14526 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0730 01:02:45.258544 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0730 01:02:45.267080 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0730 01:02:45.275638 14526 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0730 01:02:45.275700 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0730 01:02:45.284502 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0730 01:02:45.293412 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0730 01:02:45.301887 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0730 01:02:45.310543 14526 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0730 01:02:45.319892 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0730 01:02:45.328544 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0730 01:02:45.336855 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0730 01:02:45.345263 14526 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0730 01:02:45.352938 14526 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0730 01:02:45.360729 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:45.456007 14526 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0730 01:02:45.475799 14526 start.go:495] detecting cgroup driver to use...
I0730 01:02:45.475875 14526 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0730 01:02:45.501294 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0730 01:02:45.515312 14526 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0730 01:02:45.532607 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0730 01:02:45.545056 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0730 01:02:45.555572 14526 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0730 01:02:45.578452 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0730 01:02:45.589156 14526 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0730 01:02:45.604919 14526 ssh_runner.go:195] Run: which cri-dockerd
I0730 01:02:45.607983 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0730 01:02:45.615724 14526 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0730 01:02:45.630079 14526 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0730 01:02:45.726063 14526 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0730 01:02:45.831136 14526 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0730 01:02:45.831164 14526 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0730 01:02:45.845264 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:45.946034 14526 ssh_runner.go:195] Run: sudo systemctl restart docker
I0730 01:02:48.231266 14526 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.285169533s)
I0730 01:02:48.231336 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0730 01:02:48.242589 14526 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0730 01:02:48.255503 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0730 01:02:48.266025 14526 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0730 01:02:48.364349 14526 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0730 01:02:48.483097 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:48.577356 14526 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0730 01:02:48.591412 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0730 01:02:48.602588 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:48.704675 14526 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0730 01:02:48.768398 14526 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0730 01:02:48.768473 14526 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0730 01:02:48.773127 14526 start.go:563] Will wait 60s for crictl version
I0730 01:02:48.773184 14526 ssh_runner.go:195] Run: which crictl
I0730 01:02:48.776765 14526 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0730 01:02:48.804113 14526 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.1.0
RuntimeApiVersion: v1
I0730 01:02:48.804171 14526 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0730 01:02:48.822020 14526 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0730 01:02:48.862579 14526 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.1.0 ...
I0730 01:02:48.905610 14526 out.go:177] - env NO_PROXY=192.169.0.212
I0730 01:02:48.927561 14526 out.go:177] - env NO_PROXY=192.169.0.212,192.169.0.213
I0730 01:02:48.948283 14526 main.go:141] libmachine: (ha-997000-m03) Calling .GetIP
I0730 01:02:48.948543 14526 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0730 01:02:48.952131 14526 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0730 01:02:48.962070 14526 mustload.go:65] Loading cluster: ha-997000
I0730 01:02:48.962260 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:02:48.962497 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:02:48.962519 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:02:48.971334 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58037
I0730 01:02:48.971788 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:02:48.972215 14526 main.go:141] libmachine: Using API Version 1
I0730 01:02:48.972234 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:02:48.972444 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:02:48.972551 14526 main.go:141] libmachine: (ha-997000) Calling .GetState
I0730 01:02:48.972635 14526 main.go:141] libmachine: (ha-997000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:02:48.972731 14526 main.go:141] libmachine: (ha-997000) DBG | hyperkit pid from json: 14539
I0730 01:02:48.973859 14526 host.go:66] Checking if "ha-997000" exists ...
I0730 01:02:48.974124 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:02:48.974150 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:02:48.982972 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58039
I0730 01:02:48.983304 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:02:48.983633 14526 main.go:141] libmachine: Using API Version 1
I0730 01:02:48.983644 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:02:48.983877 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:02:48.983990 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:02:48.984096 14526 certs.go:68] Setting up /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000 for IP: 192.169.0.214
I0730 01:02:48.984107 14526 certs.go:194] generating shared ca certs ...
I0730 01:02:48.984128 14526 certs.go:226] acquiring lock for ca certs: {Name:mkf56788ad85c99d629040a2c8be5a23f2ec59df Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0730 01:02:48.984318 14526 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key
I0730 01:02:48.984391 14526 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key
I0730 01:02:48.984399 14526 certs.go:256] generating profile certs ...
I0730 01:02:48.984513 14526 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/client.key
I0730 01:02:48.984893 14526 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key.9dec070d
I0730 01:02:48.984980 14526 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.key
I0730 01:02:48.984988 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0730 01:02:48.985010 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0730 01:02:48.985031 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0730 01:02:48.985050 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0730 01:02:48.985068 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0730 01:02:48.985103 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0730 01:02:48.985132 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0730 01:02:48.985152 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0730 01:02:48.985239 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem (1338 bytes)
W0730 01:02:48.985290 14526 certs.go:480] ignoring /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989_empty.pem, impossibly tiny 0 bytes
I0730 01:02:48.985298 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem (1679 bytes)
I0730 01:02:48.985342 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem (1078 bytes)
I0730 01:02:48.985389 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem (1123 bytes)
I0730 01:02:48.985429 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem (1675 bytes)
I0730 01:02:48.985506 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem (1708 bytes)
I0730 01:02:48.985550 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0730 01:02:48.985571 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem -> /usr/share/ca-certificates/11989.pem
I0730 01:02:48.985588 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> /usr/share/ca-certificates/119892.pem
I0730 01:02:48.985616 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHHostname
I0730 01:02:48.985708 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHPort
I0730 01:02:48.985796 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHKeyPath
I0730 01:02:48.985887 14526 main.go:141] libmachine: (ha-997000) Calling .GetSSHUsername
I0730 01:02:48.985966 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.212 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000/id_rsa Username:docker}
I0730 01:02:49.015316 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.pub
I0730 01:02:49.022832 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0730 01:02:49.032284 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.key
I0730 01:02:49.035974 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I0730 01:02:49.044086 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.crt
I0730 01:02:49.048082 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0730 01:02:49.055784 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.key
I0730 01:02:49.059021 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0730 01:02:49.067386 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.crt
I0730 01:02:49.071241 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0730 01:02:49.079211 14526 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.key
I0730 01:02:49.082683 14526 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I0730 01:02:49.090672 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0730 01:02:49.112446 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0730 01:02:49.132936 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0730 01:02:49.153104 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0730 01:02:49.173859 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0730 01:02:49.194164 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0730 01:02:49.214272 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0730 01:02:49.235152 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0730 01:02:49.255339 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0730 01:02:49.275851 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem --> /usr/share/ca-certificates/11989.pem (1338 bytes)
I0730 01:02:49.295665 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem --> /usr/share/ca-certificates/119892.pem (1708 bytes)
I0730 01:02:49.315759 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0730 01:02:49.329711 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I0730 01:02:49.343251 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0730 01:02:49.357461 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0730 01:02:49.371263 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0730 01:02:49.386377 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I0730 01:02:49.400192 14526 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0730 01:02:49.414892 14526 ssh_runner.go:195] Run: openssl version
I0730 01:02:49.419387 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/119892.pem && ln -fs /usr/share/ca-certificates/119892.pem /etc/ssl/certs/119892.pem"
I0730 01:02:49.427902 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/119892.pem
I0730 01:02:49.431349 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 30 07:46 /usr/share/ca-certificates/119892.pem
I0730 01:02:49.431391 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/119892.pem
I0730 01:02:49.435658 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/119892.pem /etc/ssl/certs/3ec20f2e.0"
I0730 01:02:49.444036 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0730 01:02:49.452420 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0730 01:02:49.455887 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 30 07:36 /usr/share/ca-certificates/minikubeCA.pem
I0730 01:02:49.455928 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0730 01:02:49.460227 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0730 01:02:49.468936 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11989.pem && ln -fs /usr/share/ca-certificates/11989.pem /etc/ssl/certs/11989.pem"
I0730 01:02:49.477531 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11989.pem
I0730 01:02:49.480921 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 30 07:46 /usr/share/ca-certificates/11989.pem
I0730 01:02:49.480962 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11989.pem
I0730 01:02:49.485256 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11989.pem /etc/ssl/certs/51391683.0"
I0730 01:02:49.493701 14526 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0730 01:02:49.497118 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0730 01:02:49.501779 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0730 01:02:49.506520 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0730 01:02:49.510849 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0730 01:02:49.515213 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0730 01:02:49.519806 14526 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0730 01:02:49.524403 14526 kubeadm.go:934] updating node {m03 192.169.0.214 8443 v1.30.3 docker true true} ...
I0730 01:02:49.524475 14526 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-997000-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.214
[Install]
config:
{KubernetesVersion:v1.30.3 ClusterName:ha-997000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0730 01:02:49.524493 14526 kube-vip.go:115] generating kube-vip config ...
I0730 01:02:49.524536 14526 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0730 01:02:49.537145 14526 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0730 01:02:49.537198 14526 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0730 01:02:49.537277 14526 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3
I0730 01:02:49.545351 14526 binaries.go:44] Found k8s binaries, skipping transfer
I0730 01:02:49.545402 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0730 01:02:49.552773 14526 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I0730 01:02:49.566448 14526 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0730 01:02:49.580238 14526 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0730 01:02:49.593917 14526 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0730 01:02:49.596846 14526 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0730 01:02:49.606099 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:49.694769 14526 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0730 01:02:49.709795 14526 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.169.0.214 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0730 01:02:49.710003 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:02:49.731851 14526 out.go:177] * Verifying Kubernetes components...
I0730 01:02:49.752672 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:02:49.860506 14526 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0730 01:02:49.872277 14526 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19346-11468/kubeconfig
I0730 01:02:49.872476 14526 kapi.go:59] client config for ha-997000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/client.key", CAFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(ni
l)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xebc6660), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0730 01:02:49.872515 14526 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.212:8443
I0730 01:02:49.872686 14526 node_ready.go:35] waiting up to 6m0s for node "ha-997000-m03" to be "Ready" ...
I0730 01:02:49.872731 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:02:49.872736 14526 round_trippers.go:469] Request Headers:
I0730 01:02:49.872742 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:49.872746 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:49.874811 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:49.875092 14526 node_ready.go:49] node "ha-997000-m03" has status "Ready":"True"
I0730 01:02:49.875101 14526 node_ready.go:38] duration metric: took 2.40701ms for node "ha-997000-m03" to be "Ready" ...
I0730 01:02:49.875107 14526 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0730 01:02:49.875147 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods
I0730 01:02:49.875153 14526 round_trippers.go:469] Request Headers:
I0730 01:02:49.875159 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:49.875163 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:49.879792 14526 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0730 01:02:49.885086 14526 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace to be "Ready" ...
I0730 01:02:49.885136 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:49.885141 14526 round_trippers.go:469] Request Headers:
I0730 01:02:49.885147 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:49.885152 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:49.887208 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:49.887617 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:49.887624 14526 round_trippers.go:469] Request Headers:
I0730 01:02:49.887630 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:49.887634 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:49.889310 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:50.386793 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:50.386813 14526 round_trippers.go:469] Request Headers:
I0730 01:02:50.386825 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:50.386830 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:50.389771 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:50.390284 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:50.390294 14526 round_trippers.go:469] Request Headers:
I0730 01:02:50.390301 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:50.390308 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:50.392017 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:50.886610 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:50.886630 14526 round_trippers.go:469] Request Headers:
I0730 01:02:50.886637 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:50.886641 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:50.889161 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:50.889762 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:50.889770 14526 round_trippers.go:469] Request Headers:
I0730 01:02:50.889776 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:50.889779 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:50.891721 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:51.385468 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:51.385483 14526 round_trippers.go:469] Request Headers:
I0730 01:02:51.385489 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:51.385492 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:51.392840 14526 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I0730 01:02:51.393435 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:51.393444 14526 round_trippers.go:469] Request Headers:
I0730 01:02:51.393449 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:51.393452 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:51.396606 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:51.886795 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:51.886815 14526 round_trippers.go:469] Request Headers:
I0730 01:02:51.886829 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:51.886839 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:51.889480 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:51.890000 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:51.890008 14526 round_trippers.go:469] Request Headers:
I0730 01:02:51.890014 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:51.890018 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:51.892291 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:51.893234 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:02:52.385334 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:52.385347 14526 round_trippers.go:469] Request Headers:
I0730 01:02:52.385359 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:52.385362 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:52.387775 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:52.388511 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:52.388520 14526 round_trippers.go:469] Request Headers:
I0730 01:02:52.388526 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:52.388531 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:52.390552 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:52.885536 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:52.885549 14526 round_trippers.go:469] Request Headers:
I0730 01:02:52.885556 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:52.885560 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:52.888068 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:52.888511 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:52.888519 14526 round_trippers.go:469] Request Headers:
I0730 01:02:52.888525 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:52.888528 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:52.890395 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:53.386729 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:53.386746 14526 round_trippers.go:469] Request Headers:
I0730 01:02:53.386752 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:53.386757 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:53.389199 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:53.389749 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:53.389756 14526 round_trippers.go:469] Request Headers:
I0730 01:02:53.389762 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:53.389769 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:53.391696 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:53.885789 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:53.885801 14526 round_trippers.go:469] Request Headers:
I0730 01:02:53.885806 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:53.885811 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:53.888219 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:53.888776 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:53.888785 14526 round_trippers.go:469] Request Headers:
I0730 01:02:53.888791 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:53.888794 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:53.891050 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:54.385599 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:54.385626 14526 round_trippers.go:469] Request Headers:
I0730 01:02:54.385639 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:54.385647 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:54.388732 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:54.389255 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:54.389262 14526 round_trippers.go:469] Request Headers:
I0730 01:02:54.389268 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:54.389273 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:54.390940 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:54.391368 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:02:54.885982 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:54.885993 14526 round_trippers.go:469] Request Headers:
I0730 01:02:54.885999 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:54.886002 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:54.888126 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:54.888661 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:54.888668 14526 round_trippers.go:469] Request Headers:
I0730 01:02:54.888674 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:54.888678 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:54.890311 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:55.386138 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:55.386153 14526 round_trippers.go:469] Request Headers:
I0730 01:02:55.386162 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:55.386167 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:55.388491 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:55.389028 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:55.389036 14526 round_trippers.go:469] Request Headers:
I0730 01:02:55.389042 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:55.389051 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:55.390876 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:55.886557 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:55.886573 14526 round_trippers.go:469] Request Headers:
I0730 01:02:55.886581 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:55.886585 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:55.889221 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:55.889800 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:55.889808 14526 round_trippers.go:469] Request Headers:
I0730 01:02:55.889813 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:55.889817 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:55.892049 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:56.387312 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:56.387327 14526 round_trippers.go:469] Request Headers:
I0730 01:02:56.387336 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:56.387341 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:56.390407 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:56.391028 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:56.391035 14526 round_trippers.go:469] Request Headers:
I0730 01:02:56.391041 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:56.391044 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:56.392797 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:56.393150 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:02:56.885439 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:56.885495 14526 round_trippers.go:469] Request Headers:
I0730 01:02:56.885523 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:56.885533 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:56.888703 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:56.889540 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:56.889549 14526 round_trippers.go:469] Request Headers:
I0730 01:02:56.889555 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:56.889559 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:56.891522 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:57.385721 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:57.385734 14526 round_trippers.go:469] Request Headers:
I0730 01:02:57.385743 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:57.385747 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:57.389190 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:57.389779 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:57.389786 14526 round_trippers.go:469] Request Headers:
I0730 01:02:57.389792 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:57.389796 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:57.391402 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:57.885975 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:57.885999 14526 round_trippers.go:469] Request Headers:
I0730 01:02:57.886012 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:57.886020 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:57.889392 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:02:57.890195 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:57.890203 14526 round_trippers.go:469] Request Headers:
I0730 01:02:57.890209 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:57.890211 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:57.892316 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:58.385461 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:58.385475 14526 round_trippers.go:469] Request Headers:
I0730 01:02:58.385482 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:58.385486 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:58.387374 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:58.387987 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:58.387995 14526 round_trippers.go:469] Request Headers:
I0730 01:02:58.388000 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:58.388004 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:58.389639 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:58.886409 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:58.886425 14526 round_trippers.go:469] Request Headers:
I0730 01:02:58.886432 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:58.886436 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:58.888837 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:58.889357 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:58.889364 14526 round_trippers.go:469] Request Headers:
I0730 01:02:58.889370 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:58.889374 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:58.891279 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:58.891618 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:02:59.385441 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:59.385506 14526 round_trippers.go:469] Request Headers:
I0730 01:02:59.385526 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:59.385558 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:59.388464 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:59.389077 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:59.389084 14526 round_trippers.go:469] Request Headers:
I0730 01:02:59.389089 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:59.389095 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:59.390824 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:02:59.886320 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:02:59.886332 14526 round_trippers.go:469] Request Headers:
I0730 01:02:59.886338 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:59.886342 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:59.888659 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:02:59.889327 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:02:59.889335 14526 round_trippers.go:469] Request Headers:
I0730 01:02:59.889341 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:02:59.889349 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:02:59.891011 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:00.385500 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:00.385534 14526 round_trippers.go:469] Request Headers:
I0730 01:03:00.385543 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:00.385548 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:00.387875 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:00.388257 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:00.388264 14526 round_trippers.go:469] Request Headers:
I0730 01:03:00.388270 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:00.388273 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:00.390293 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:00.886431 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:00.886448 14526 round_trippers.go:469] Request Headers:
I0730 01:03:00.886479 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:00.886483 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:00.889015 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:00.890807 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:00.890817 14526 round_trippers.go:469] Request Headers:
I0730 01:03:00.890824 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:00.890826 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:00.893321 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:00.893757 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:03:01.385536 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:01.385551 14526 round_trippers.go:469] Request Headers:
I0730 01:03:01.385560 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:01.385564 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:01.388088 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:01.388462 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:01.388468 14526 round_trippers.go:469] Request Headers:
I0730 01:03:01.388474 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:01.388478 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:01.390341 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:01.885541 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:01.885556 14526 round_trippers.go:469] Request Headers:
I0730 01:03:01.885565 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:01.885571 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:01.888572 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:01.888958 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:01.888965 14526 round_trippers.go:469] Request Headers:
I0730 01:03:01.888970 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:01.888974 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:01.890852 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:02.386741 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:02.386760 14526 round_trippers.go:469] Request Headers:
I0730 01:03:02.386808 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:02.386812 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:02.389885 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:02.390501 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:02.390509 14526 round_trippers.go:469] Request Headers:
I0730 01:03:02.390515 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:02.390519 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:02.392764 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:02.887461 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:02.887480 14526 round_trippers.go:469] Request Headers:
I0730 01:03:02.887551 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:02.887558 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:02.890237 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:02.890727 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:02.890734 14526 round_trippers.go:469] Request Headers:
I0730 01:03:02.890740 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:02.890744 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:02.893203 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:03.385531 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:03.385547 14526 round_trippers.go:469] Request Headers:
I0730 01:03:03.385555 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:03.385561 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:03.387667 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:03.388196 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:03.388204 14526 round_trippers.go:469] Request Headers:
I0730 01:03:03.388210 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:03.388214 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:03.390011 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:03.390365 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:03:03.887105 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:03.887124 14526 round_trippers.go:469] Request Headers:
I0730 01:03:03.887132 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:03.887136 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:03.889803 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:03.890480 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:03.890488 14526 round_trippers.go:469] Request Headers:
I0730 01:03:03.890494 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:03.890496 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:03.892341 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:04.387030 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:04.387042 14526 round_trippers.go:469] Request Headers:
I0730 01:03:04.387048 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:04.387050 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:04.389547 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:04.390024 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:04.390032 14526 round_trippers.go:469] Request Headers:
I0730 01:03:04.390037 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:04.390041 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:04.392388 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:04.886361 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:04.886443 14526 round_trippers.go:469] Request Headers:
I0730 01:03:04.886457 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:04.886474 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:04.889560 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:04.890209 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:04.890216 14526 round_trippers.go:469] Request Headers:
I0730 01:03:04.890222 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:04.890225 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:04.892188 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:05.387521 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:05.387536 14526 round_trippers.go:469] Request Headers:
I0730 01:03:05.387546 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:05.387552 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:05.389736 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:05.390301 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:05.390308 14526 round_trippers.go:469] Request Headers:
I0730 01:03:05.390313 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:05.390316 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:05.392240 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:05.392863 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:03:05.886968 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:05.886993 14526 round_trippers.go:469] Request Headers:
I0730 01:03:05.887006 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:05.887013 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:05.890177 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:05.890635 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:05.890643 14526 round_trippers.go:469] Request Headers:
I0730 01:03:05.890648 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:05.890651 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:05.892192 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:06.385842 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:06.385862 14526 round_trippers.go:469] Request Headers:
I0730 01:03:06.385875 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:06.385881 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:06.388923 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:06.389443 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:06.389451 14526 round_trippers.go:469] Request Headers:
I0730 01:03:06.389457 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:06.389459 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:06.391324 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:06.886547 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:06.886569 14526 round_trippers.go:469] Request Headers:
I0730 01:03:06.886609 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:06.886616 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:06.889142 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:06.889594 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:06.889602 14526 round_trippers.go:469] Request Headers:
I0730 01:03:06.889608 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:06.889615 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:06.891719 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:07.386038 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:07.386050 14526 round_trippers.go:469] Request Headers:
I0730 01:03:07.386056 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:07.386060 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:07.388109 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:07.388516 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:07.388524 14526 round_trippers.go:469] Request Headers:
I0730 01:03:07.388530 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:07.388533 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:07.390260 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:07.885740 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:07.885758 14526 round_trippers.go:469] Request Headers:
I0730 01:03:07.885770 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:07.885777 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:07.889293 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:07.889977 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:07.889986 14526 round_trippers.go:469] Request Headers:
I0730 01:03:07.889998 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:07.890002 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:07.891685 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:07.891994 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:03:08.387399 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:08.387451 14526 round_trippers.go:469] Request Headers:
I0730 01:03:08.387466 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:08.387474 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:08.390701 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:08.391056 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:08.391064 14526 round_trippers.go:469] Request Headers:
I0730 01:03:08.391069 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:08.391073 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:08.392735 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:08.886284 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:08.886304 14526 round_trippers.go:469] Request Headers:
I0730 01:03:08.886317 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:08.886326 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:08.889466 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:08.889946 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:08.889953 14526 round_trippers.go:469] Request Headers:
I0730 01:03:08.889959 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:08.889969 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:08.891716 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:09.386454 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:09.386469 14526 round_trippers.go:469] Request Headers:
I0730 01:03:09.386477 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:09.386482 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:09.388634 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:09.389235 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:09.389242 14526 round_trippers.go:469] Request Headers:
I0730 01:03:09.389248 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:09.389259 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:09.391027 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:09.885883 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:09.885895 14526 round_trippers.go:469] Request Headers:
I0730 01:03:09.885901 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:09.885905 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:09.888338 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:09.888802 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:09.888809 14526 round_trippers.go:469] Request Headers:
I0730 01:03:09.888815 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:09.888817 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:09.890482 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:10.387089 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:10.387107 14526 round_trippers.go:469] Request Headers:
I0730 01:03:10.387114 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:10.387120 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:10.389689 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:10.390112 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:10.390123 14526 round_trippers.go:469] Request Headers:
I0730 01:03:10.390130 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:10.390133 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:10.391884 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:10.392201 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:03:10.886299 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:10.886318 14526 round_trippers.go:469] Request Headers:
I0730 01:03:10.886327 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:10.886331 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:10.889088 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:10.889585 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:10.889592 14526 round_trippers.go:469] Request Headers:
I0730 01:03:10.889598 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:10.889603 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:10.891260 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:11.387116 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:11.387207 14526 round_trippers.go:469] Request Headers:
I0730 01:03:11.387222 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:11.387229 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:11.390245 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:11.390782 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:11.390793 14526 round_trippers.go:469] Request Headers:
I0730 01:03:11.390799 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:11.390804 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:11.392776 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:11.887369 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:11.887387 14526 round_trippers.go:469] Request Headers:
I0730 01:03:11.887395 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:11.887399 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:11.890254 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:11.890660 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:11.890668 14526 round_trippers.go:469] Request Headers:
I0730 01:03:11.890673 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:11.890677 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:11.892388 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:12.387021 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:12.387035 14526 round_trippers.go:469] Request Headers:
I0730 01:03:12.387042 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:12.387045 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:12.388875 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:12.389272 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:12.389280 14526 round_trippers.go:469] Request Headers:
I0730 01:03:12.389285 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:12.389289 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:12.390806 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:12.886238 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:12.886295 14526 round_trippers.go:469] Request Headers:
I0730 01:03:12.886321 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:12.886329 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:12.889278 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:12.889899 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:12.889908 14526 round_trippers.go:469] Request Headers:
I0730 01:03:12.889916 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:12.889940 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:12.891634 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:12.892013 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:03:13.387048 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:13.387062 14526 round_trippers.go:469] Request Headers:
I0730 01:03:13.387068 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:13.387071 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:13.389403 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:13.389919 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:13.389927 14526 round_trippers.go:469] Request Headers:
I0730 01:03:13.389934 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:13.389939 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:13.391878 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:13.886715 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:13.886778 14526 round_trippers.go:469] Request Headers:
I0730 01:03:13.886788 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:13.886799 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:13.889592 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:13.890157 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:13.890164 14526 round_trippers.go:469] Request Headers:
I0730 01:03:13.890171 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:13.890175 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:13.891914 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:14.385841 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:14.385890 14526 round_trippers.go:469] Request Headers:
I0730 01:03:14.385897 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:14.385900 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:14.387855 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:14.388273 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:14.388281 14526 round_trippers.go:469] Request Headers:
I0730 01:03:14.388285 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:14.388289 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:14.389972 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:14.886515 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:14.886530 14526 round_trippers.go:469] Request Headers:
I0730 01:03:14.886536 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:14.886540 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:14.888687 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:14.889217 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:14.889225 14526 round_trippers.go:469] Request Headers:
I0730 01:03:14.889231 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:14.889234 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:14.890946 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:15.386545 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:15.386557 14526 round_trippers.go:469] Request Headers:
I0730 01:03:15.386563 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:15.386566 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:15.388798 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:15.389220 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:15.389227 14526 round_trippers.go:469] Request Headers:
I0730 01:03:15.389233 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:15.389237 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:15.390811 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:15.391155 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:03:15.886720 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:15.886738 14526 round_trippers.go:469] Request Headers:
I0730 01:03:15.886745 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:15.886749 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:15.889379 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:15.889831 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:15.889839 14526 round_trippers.go:469] Request Headers:
I0730 01:03:15.889844 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:15.889848 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:15.891441 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:16.387666 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:16.387681 14526 round_trippers.go:469] Request Headers:
I0730 01:03:16.387689 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:16.387692 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:16.390305 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:16.390780 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:16.390787 14526 round_trippers.go:469] Request Headers:
I0730 01:03:16.390793 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:16.390795 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:16.393130 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:16.885904 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:16.885923 14526 round_trippers.go:469] Request Headers:
I0730 01:03:16.885932 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:16.885936 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:16.889338 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:16.889681 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:16.889688 14526 round_trippers.go:469] Request Headers:
I0730 01:03:16.889694 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:16.889697 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:16.893365 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:17.387124 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:17.387136 14526 round_trippers.go:469] Request Headers:
I0730 01:03:17.387142 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:17.387145 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:17.389370 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:17.389802 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:17.389809 14526 round_trippers.go:469] Request Headers:
I0730 01:03:17.389815 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:17.389826 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:17.391897 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:17.392222 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:03:17.887635 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:17.887699 14526 round_trippers.go:469] Request Headers:
I0730 01:03:17.887707 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:17.887712 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:17.889910 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:17.890482 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:17.890489 14526 round_trippers.go:469] Request Headers:
I0730 01:03:17.890496 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:17.890499 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:17.892300 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:18.386356 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:18.386376 14526 round_trippers.go:469] Request Headers:
I0730 01:03:18.386387 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:18.386392 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:18.389257 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:18.389933 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:18.389940 14526 round_trippers.go:469] Request Headers:
I0730 01:03:18.389946 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:18.389956 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:18.391484 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:18.886935 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:18.886953 14526 round_trippers.go:469] Request Headers:
I0730 01:03:18.886962 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:18.886970 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:18.889577 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:18.890001 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:18.890008 14526 round_trippers.go:469] Request Headers:
I0730 01:03:18.890014 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:18.890018 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:18.891685 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:19.386024 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:19.386039 14526 round_trippers.go:469] Request Headers:
I0730 01:03:19.386048 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:19.386052 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:19.388426 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:19.389032 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:19.389041 14526 round_trippers.go:469] Request Headers:
I0730 01:03:19.389046 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:19.389048 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:19.392412 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:19.392735 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:03:19.887253 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:19.887270 14526 round_trippers.go:469] Request Headers:
I0730 01:03:19.887279 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:19.887283 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:19.889834 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:19.890359 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:19.890367 14526 round_trippers.go:469] Request Headers:
I0730 01:03:19.890372 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:19.890375 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:19.892473 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:20.385865 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:20.385880 14526 round_trippers.go:469] Request Headers:
I0730 01:03:20.385886 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:20.385889 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:20.387997 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:20.388421 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:20.388429 14526 round_trippers.go:469] Request Headers:
I0730 01:03:20.388434 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:20.388438 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:20.390183 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:20.887460 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:20.887476 14526 round_trippers.go:469] Request Headers:
I0730 01:03:20.887484 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:20.887489 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:20.889931 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:20.890420 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:20.890427 14526 round_trippers.go:469] Request Headers:
I0730 01:03:20.890432 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:20.890435 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:20.892019 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:21.387509 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:21.387524 14526 round_trippers.go:469] Request Headers:
I0730 01:03:21.387532 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:21.387537 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:21.389515 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:21.389999 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:21.390007 14526 round_trippers.go:469] Request Headers:
I0730 01:03:21.390013 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:21.390019 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:21.391615 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:21.885929 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:21.885986 14526 round_trippers.go:469] Request Headers:
I0730 01:03:21.886001 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:21.886008 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:21.889196 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:21.889797 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:21.889805 14526 round_trippers.go:469] Request Headers:
I0730 01:03:21.889812 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:21.889816 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:21.891418 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:21.891941 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:03:22.386012 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:22.386043 14526 round_trippers.go:469] Request Headers:
I0730 01:03:22.386077 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:22.386083 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:22.389292 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:22.389805 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:22.389813 14526 round_trippers.go:469] Request Headers:
I0730 01:03:22.389818 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:22.389821 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:22.391641 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:22.886040 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:22.886054 14526 round_trippers.go:469] Request Headers:
I0730 01:03:22.886063 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:22.886068 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:22.888491 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:22.888935 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:22.888941 14526 round_trippers.go:469] Request Headers:
I0730 01:03:22.888947 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:22.888953 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:22.890771 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:23.386548 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:23.386563 14526 round_trippers.go:469] Request Headers:
I0730 01:03:23.386571 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:23.386577 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:23.389561 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:23.390019 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:23.390026 14526 round_trippers.go:469] Request Headers:
I0730 01:03:23.390031 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:23.390035 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:23.391694 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:23.886007 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:23.886021 14526 round_trippers.go:469] Request Headers:
I0730 01:03:23.886030 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:23.886034 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:23.888485 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:23.888936 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:23.888943 14526 round_trippers.go:469] Request Headers:
I0730 01:03:23.888948 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:23.888952 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:23.890473 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:24.386530 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:24.386553 14526 round_trippers.go:469] Request Headers:
I0730 01:03:24.386613 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:24.386620 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:24.388751 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:24.389228 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:24.389236 14526 round_trippers.go:469] Request Headers:
I0730 01:03:24.389242 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:24.389245 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:24.390665 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:24.391028 14526 pod_ready.go:102] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"False"
I0730 01:03:24.886936 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:24.886961 14526 round_trippers.go:469] Request Headers:
I0730 01:03:24.886971 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:24.886977 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:24.890016 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:24.890385 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:24.890392 14526 round_trippers.go:469] Request Headers:
I0730 01:03:24.890398 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:24.890402 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:24.891924 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:25.386615 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:25.386655 14526 round_trippers.go:469] Request Headers:
I0730 01:03:25.386662 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:25.386667 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:25.388717 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:25.389247 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:25.389255 14526 round_trippers.go:469] Request Headers:
I0730 01:03:25.389261 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:25.389271 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:25.390951 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:25.887055 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:25.887071 14526 round_trippers.go:469] Request Headers:
I0730 01:03:25.887077 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:25.887082 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:25.889333 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:25.889723 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:25.889730 14526 round_trippers.go:469] Request Headers:
I0730 01:03:25.889735 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:25.889738 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:25.891578 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:26.386716 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:26.386732 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.386740 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.386743 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.389767 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:26.390274 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:26.390282 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.390288 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.390292 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.392607 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:26.392879 14526 pod_ready.go:92] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:26.392888 14526 pod_ready.go:81] duration metric: took 36.507129854s for pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.392894 14526 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-pqsq5" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.392927 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-pqsq5
I0730 01:03:26.392932 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.392937 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.392940 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.395472 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:26.395958 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:26.395966 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.395972 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.395976 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.398532 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:26.398801 14526 pod_ready.go:92] pod "coredns-7db6d8ff4d-pqsq5" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:26.398809 14526 pod_ready.go:81] duration metric: took 5.910288ms for pod "coredns-7db6d8ff4d-pqsq5" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.398827 14526 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.398869 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-997000
I0730 01:03:26.398874 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.398880 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.398885 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.400906 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:26.401431 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:26.401439 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.401445 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.401449 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.403368 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:26.403693 14526 pod_ready.go:92] pod "etcd-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:26.403703 14526 pod_ready.go:81] duration metric: took 4.867044ms for pod "etcd-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.403709 14526 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.403740 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-997000-m02
I0730 01:03:26.403744 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.403750 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.403753 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.405643 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:26.406066 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:26.406073 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.406078 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.406081 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.407958 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:26.408388 14526 pod_ready.go:92] pod "etcd-ha-997000-m02" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:26.408397 14526 pod_ready.go:81] duration metric: took 4.683962ms for pod "etcd-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.408404 14526 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.408432 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-997000-m03
I0730 01:03:26.408437 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.408443 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.408447 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.410393 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:26.410767 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:26.410774 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.410780 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.410783 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.412386 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:26.412678 14526 pod_ready.go:92] pod "etcd-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:26.412687 14526 pod_ready.go:81] duration metric: took 4.279223ms for pod "etcd-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.412700 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.588413 14526 request.go:629] Waited for 175.582921ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000
I0730 01:03:26.588465 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000
I0730 01:03:26.588477 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.588490 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.588499 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.591969 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:26.787018 14526 request.go:629] Waited for 194.529144ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:26.787057 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:26.787108 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.787118 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.787124 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.789558 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:26.789929 14526 pod_ready.go:92] pod "kube-apiserver-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:26.789939 14526 pod_ready.go:81] duration metric: took 377.225951ms for pod "kube-apiserver-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.789953 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:26.986781 14526 request.go:629] Waited for 196.790731ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m02
I0730 01:03:26.986853 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m02
I0730 01:03:26.986858 14526 round_trippers.go:469] Request Headers:
I0730 01:03:26.986865 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:26.986869 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:26.988870 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:27.186784 14526 request.go:629] Waited for 197.390792ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:27.186845 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:27.186850 14526 round_trippers.go:469] Request Headers:
I0730 01:03:27.186856 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:27.186860 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:27.188870 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:27.189174 14526 pod_ready.go:92] pod "kube-apiserver-ha-997000-m02" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:27.189183 14526 pod_ready.go:81] duration metric: took 399.217738ms for pod "kube-apiserver-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:27.189190 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:27.387918 14526 request.go:629] Waited for 198.682219ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m03
I0730 01:03:27.388028 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m03
I0730 01:03:27.388040 14526 round_trippers.go:469] Request Headers:
I0730 01:03:27.388051 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:27.388057 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:27.391019 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:27.587322 14526 request.go:629] Waited for 195.863205ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:27.587446 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:27.587457 14526 round_trippers.go:469] Request Headers:
I0730 01:03:27.587468 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:27.587482 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:27.590350 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:27.590749 14526 pod_ready.go:92] pod "kube-apiserver-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:27.590762 14526 pod_ready.go:81] duration metric: took 401.559428ms for pod "kube-apiserver-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:27.590781 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:27.787986 14526 request.go:629] Waited for 197.006097ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000
I0730 01:03:27.788035 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000
I0730 01:03:27.788044 14526 round_trippers.go:469] Request Headers:
I0730 01:03:27.788054 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:27.788061 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:27.791152 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:27.988067 14526 request.go:629] Waited for 196.300695ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:27.988121 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:27.988125 14526 round_trippers.go:469] Request Headers:
I0730 01:03:27.988131 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:27.988135 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:27.990413 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:27.990911 14526 pod_ready.go:92] pod "kube-controller-manager-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:27.990920 14526 pod_ready.go:81] duration metric: took 400.124957ms for pod "kube-controller-manager-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:27.990928 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:28.187365 14526 request.go:629] Waited for 196.377513ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m02
I0730 01:03:28.187550 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m02
I0730 01:03:28.187564 14526 round_trippers.go:469] Request Headers:
I0730 01:03:28.187576 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:28.187582 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:28.190992 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:28.386857 14526 request.go:629] Waited for 194.981452ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:28.386892 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:28.386899 14526 round_trippers.go:469] Request Headers:
I0730 01:03:28.386906 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:28.386910 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:28.389365 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:28.389866 14526 pod_ready.go:92] pod "kube-controller-manager-ha-997000-m02" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:28.389875 14526 pod_ready.go:81] duration metric: took 398.933974ms for pod "kube-controller-manager-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:28.389882 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:28.587858 14526 request.go:629] Waited for 197.888043ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m03
I0730 01:03:28.587894 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m03
I0730 01:03:28.587900 14526 round_trippers.go:469] Request Headers:
I0730 01:03:28.587908 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:28.587915 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:28.589845 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:28.787544 14526 request.go:629] Waited for 197.252091ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:28.787574 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:28.787579 14526 round_trippers.go:469] Request Headers:
I0730 01:03:28.787585 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:28.787590 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:28.789597 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:28.789970 14526 pod_ready.go:92] pod "kube-controller-manager-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:28.789978 14526 pod_ready.go:81] duration metric: took 400.084501ms for pod "kube-controller-manager-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:28.789985 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-27kcm" in "kube-system" namespace to be "Ready" ...
I0730 01:03:28.986919 14526 request.go:629] Waited for 196.888059ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-27kcm
I0730 01:03:28.986958 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-27kcm
I0730 01:03:28.986997 14526 round_trippers.go:469] Request Headers:
I0730 01:03:28.987007 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:28.987013 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:28.989334 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:29.187512 14526 request.go:629] Waited for 197.80463ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:29.187583 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:29.187589 14526 round_trippers.go:469] Request Headers:
I0730 01:03:29.187595 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:29.187599 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:29.189520 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:29.189879 14526 pod_ready.go:92] pod "kube-proxy-27kcm" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:29.189889 14526 pod_ready.go:81] duration metric: took 399.891154ms for pod "kube-proxy-27kcm" in "kube-system" namespace to be "Ready" ...
I0730 01:03:29.189903 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-dd8pc" in "kube-system" namespace to be "Ready" ...
I0730 01:03:29.387547 14526 request.go:629] Waited for 197.601045ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dd8pc
I0730 01:03:29.387614 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dd8pc
I0730 01:03:29.387620 14526 round_trippers.go:469] Request Headers:
I0730 01:03:29.387626 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:29.387629 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:29.389910 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:29.587197 14526 request.go:629] Waited for 196.753299ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m04
I0730 01:03:29.587244 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m04
I0730 01:03:29.587257 14526 round_trippers.go:469] Request Headers:
I0730 01:03:29.587270 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:29.587279 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:29.590125 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:29.590653 14526 pod_ready.go:97] node "ha-997000-m04" hosting pod "kube-proxy-dd8pc" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-997000-m04" has status "Ready":"Unknown"
I0730 01:03:29.590667 14526 pod_ready.go:81] duration metric: took 400.747255ms for pod "kube-proxy-dd8pc" in "kube-system" namespace to be "Ready" ...
E0730 01:03:29.590676 14526 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-997000-m04" hosting pod "kube-proxy-dd8pc" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-997000-m04" has status "Ready":"Unknown"
I0730 01:03:29.590696 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-n2bl9" in "kube-system" namespace to be "Ready" ...
I0730 01:03:29.788139 14526 request.go:629] Waited for 197.39582ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n2bl9
I0730 01:03:29.788228 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n2bl9
I0730 01:03:29.788237 14526 round_trippers.go:469] Request Headers:
I0730 01:03:29.788245 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:29.788249 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:29.790967 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:29.988138 14526 request.go:629] Waited for 196.580581ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:29.988210 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:29.988221 14526 round_trippers.go:469] Request Headers:
I0730 01:03:29.988229 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:29.988238 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:29.990920 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:29.991341 14526 pod_ready.go:92] pod "kube-proxy-n2bl9" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:29.991350 14526 pod_ready.go:81] duration metric: took 400.642302ms for pod "kube-proxy-n2bl9" in "kube-system" namespace to be "Ready" ...
I0730 01:03:29.991357 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-r2fhs" in "kube-system" namespace to be "Ready" ...
I0730 01:03:30.187330 14526 request.go:629] Waited for 195.925692ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r2fhs
I0730 01:03:30.187450 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r2fhs
I0730 01:03:30.187463 14526 round_trippers.go:469] Request Headers:
I0730 01:03:30.187479 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:30.187489 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:30.190591 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:30.387450 14526 request.go:629] Waited for 196.374754ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:30.387504 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:30.387510 14526 round_trippers.go:469] Request Headers:
I0730 01:03:30.387517 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:30.387520 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:30.389531 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:30.389991 14526 pod_ready.go:92] pod "kube-proxy-r2fhs" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:30.390000 14526 pod_ready.go:81] duration metric: took 398.631552ms for pod "kube-proxy-r2fhs" in "kube-system" namespace to be "Ready" ...
I0730 01:03:30.390008 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:30.587807 14526 request.go:629] Waited for 197.751316ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000
I0730 01:03:30.587894 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000
I0730 01:03:30.587900 14526 round_trippers.go:469] Request Headers:
I0730 01:03:30.587906 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:30.587908 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:30.589723 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:30.787490 14526 request.go:629] Waited for 197.348521ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:30.787527 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:30.787533 14526 round_trippers.go:469] Request Headers:
I0730 01:03:30.787539 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:30.787543 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:30.789802 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:30.790102 14526 pod_ready.go:92] pod "kube-scheduler-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:30.790115 14526 pod_ready.go:81] duration metric: took 400.091234ms for pod "kube-scheduler-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:30.790122 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:30.988591 14526 request.go:629] Waited for 198.407384ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m02
I0730 01:03:30.988733 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m02
I0730 01:03:30.988748 14526 round_trippers.go:469] Request Headers:
I0730 01:03:30.988759 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:30.988767 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:30.991527 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:31.186978 14526 request.go:629] Waited for 194.983043ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:31.187015 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:31.187023 14526 round_trippers.go:469] Request Headers:
I0730 01:03:31.187034 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:31.187041 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:31.189341 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:31.189975 14526 pod_ready.go:92] pod "kube-scheduler-ha-997000-m02" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:31.189986 14526 pod_ready.go:81] duration metric: took 399.850643ms for pod "kube-scheduler-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:31.189992 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:31.386963 14526 request.go:629] Waited for 196.898865ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m03
I0730 01:03:31.387001 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m03
I0730 01:03:31.387010 14526 round_trippers.go:469] Request Headers:
I0730 01:03:31.387018 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:31.387026 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:31.389270 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:31.587396 14526 request.go:629] Waited for 197.791274ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:31.587567 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:31.587579 14526 round_trippers.go:469] Request Headers:
I0730 01:03:31.587588 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:31.587593 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:31.590593 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:31.591159 14526 pod_ready.go:92] pod "kube-scheduler-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:31.591173 14526 pod_ready.go:81] duration metric: took 401.16746ms for pod "kube-scheduler-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:31.591183 14526 pod_ready.go:38] duration metric: took 41.715314252s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0730 01:03:31.591198 14526 api_server.go:52] waiting for apiserver process to appear ...
I0730 01:03:31.591270 14526 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0730 01:03:31.605046 14526 api_server.go:72] duration metric: took 41.894468042s to wait for apiserver process to appear ...
I0730 01:03:31.605058 14526 api_server.go:88] waiting for apiserver healthz status ...
I0730 01:03:31.605069 14526 api_server.go:253] Checking apiserver healthz at https://192.169.0.212:8443/healthz ...
I0730 01:03:31.609359 14526 api_server.go:279] https://192.169.0.212:8443/healthz returned 200:
ok
I0730 01:03:31.609396 14526 round_trippers.go:463] GET https://192.169.0.212:8443/version
I0730 01:03:31.609400 14526 round_trippers.go:469] Request Headers:
I0730 01:03:31.609406 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:31.609410 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:31.609929 14526 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0730 01:03:31.609960 14526 api_server.go:141] control plane version: v1.30.3
I0730 01:03:31.609968 14526 api_server.go:131] duration metric: took 4.905265ms to wait for apiserver health ...
I0730 01:03:31.609974 14526 system_pods.go:43] waiting for kube-system pods to appear ...
I0730 01:03:31.788792 14526 request.go:629] Waited for 178.782356ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods
I0730 01:03:31.788855 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods
I0730 01:03:31.788861 14526 round_trippers.go:469] Request Headers:
I0730 01:03:31.788867 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:31.788872 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:31.793244 14526 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0730 01:03:31.798596 14526 system_pods.go:59] 26 kube-system pods found
I0730 01:03:31.798608 14526 system_pods.go:61] "coredns-7db6d8ff4d-6q4d8" [1d196046-4970-4af9-be2e-aad0e2d6457c] Running
I0730 01:03:31.798612 14526 system_pods.go:61] "coredns-7db6d8ff4d-pqsq5" [9f920046-6f77-4ea3-bf1b-d9162caf2ab0] Running
I0730 01:03:31.798614 14526 system_pods.go:61] "etcd-ha-997000" [7806dd6d-4e26-4f49-8972-bd95889f85b8] Running
I0730 01:03:31.798617 14526 system_pods.go:61] "etcd-ha-997000-m02" [d40341dd-c77d-4e44-9744-276b3509b241] Running
I0730 01:03:31.798620 14526 system_pods.go:61] "etcd-ha-997000-m03" [4320b590-706f-4726-87e3-d141a1ce2593] Running
I0730 01:03:31.798627 14526 system_pods.go:61] "kindnet-bcbvm" [2df6d72e-af6e-422b-8cfd-9f9b2abc502e] Running
I0730 01:03:31.798630 14526 system_pods.go:61] "kindnet-pds5t" [1b5062ad-4655-4805-9084-a41732d22187] Running
I0730 01:03:31.798633 14526 system_pods.go:61] "kindnet-s8sqq" [07f02207-c8bb-4451-9cbd-e03bc1d82edd] Running
I0730 01:03:31.798635 14526 system_pods.go:61] "kindnet-zln9g" [c344e8f2-5bc3-4f80-8242-f154dd9fe82d] Running
I0730 01:03:31.798638 14526 system_pods.go:61] "kube-apiserver-ha-997000" [9297f16f-39ed-44f7-b6e5-6fcde487ea3f] Running
I0730 01:03:31.798648 14526 system_pods.go:61] "kube-apiserver-ha-997000-m02" [df59c533-e30c-46a8-a37f-c481d62132b2] Running
I0730 01:03:31.798651 14526 system_pods.go:61] "kube-apiserver-ha-997000-m03" [869c98a3-73bc-40bc-9a87-abfd2a41509a] Running
I0730 01:03:31.798655 14526 system_pods.go:61] "kube-controller-manager-ha-997000" [0819de58-db3d-4a14-b91d-fa8a54b26e6e] Running
I0730 01:03:31.798657 14526 system_pods.go:61] "kube-controller-manager-ha-997000-m02" [ac2522d5-9845-434b-b411-49ffa40d9a77] Running
I0730 01:03:31.798660 14526 system_pods.go:61] "kube-controller-manager-ha-997000-m03" [e733ffac-e40a-42bd-b7cf-ae0fc4f92282] Running
I0730 01:03:31.798663 14526 system_pods.go:61] "kube-proxy-27kcm" [c34c056b-9543-4847-be58-92d2de9597f0] Running
I0730 01:03:31.798665 14526 system_pods.go:61] "kube-proxy-dd8pc" [5beb8a25-8daa-45a1-b819-48423d4631e6] Running
I0730 01:03:31.798668 14526 system_pods.go:61] "kube-proxy-n2bl9" [a3a6ee4c-5b4b-4513-b58f-9e434477e5e4] Running
I0730 01:03:31.798670 14526 system_pods.go:61] "kube-proxy-r2fhs" [24e82b59-9731-496c-91df-0c72273d57ef] Running
I0730 01:03:31.798677 14526 system_pods.go:61] "kube-scheduler-ha-997000" [aa157b00-5196-4645-b62a-2f60b305c7e2] Running
I0730 01:03:31.798681 14526 system_pods.go:61] "kube-scheduler-ha-997000-m02" [12a4e977-4dfe-40fc-88eb-a26068812956] Running
I0730 01:03:31.798683 14526 system_pods.go:61] "kube-scheduler-ha-997000-m03" [e20887e3-49ec-4504-8aa4-8b7be91b4db7] Running
I0730 01:03:31.798686 14526 system_pods.go:61] "kube-vip-ha-997000" [bba296ca-ea80-46a5-babc-11e399f6efcb] Running
I0730 01:03:31.798689 14526 system_pods.go:61] "kube-vip-ha-997000-m02" [fd625096-26f3-4228-ba8f-1e3d14bf6ad8] Running
I0730 01:03:31.798692 14526 system_pods.go:61] "kube-vip-ha-997000-m03" [05813b7c-96b0-4f7d-add8-a2cd906413ce] Running
I0730 01:03:31.798698 14526 system_pods.go:61] "storage-provisioner" [4ec72274-5517-4aa8-b131-7c2b877b5591] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0730 01:03:31.798703 14526 system_pods.go:74] duration metric: took 188.722794ms to wait for pod list to return data ...
I0730 01:03:31.798710 14526 default_sa.go:34] waiting for default service account to be created ...
I0730 01:03:31.987684 14526 request.go:629] Waited for 188.928881ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/default/serviceaccounts
I0730 01:03:31.987800 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/default/serviceaccounts
I0730 01:03:31.987808 14526 round_trippers.go:469] Request Headers:
I0730 01:03:31.987817 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:31.987822 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:31.990370 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:31.990432 14526 default_sa.go:45] found service account: "default"
I0730 01:03:31.990441 14526 default_sa.go:55] duration metric: took 191.722822ms for default service account to be created ...
I0730 01:03:31.990446 14526 system_pods.go:116] waiting for k8s-apps to be running ...
I0730 01:03:32.187034 14526 request.go:629] Waited for 196.539034ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods
I0730 01:03:32.187063 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods
I0730 01:03:32.187099 14526 round_trippers.go:469] Request Headers:
I0730 01:03:32.187106 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:32.187123 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:32.191692 14526 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0730 01:03:32.197408 14526 system_pods.go:86] 26 kube-system pods found
I0730 01:03:32.197424 14526 system_pods.go:89] "coredns-7db6d8ff4d-6q4d8" [1d196046-4970-4af9-be2e-aad0e2d6457c] Running
I0730 01:03:32.197429 14526 system_pods.go:89] "coredns-7db6d8ff4d-pqsq5" [9f920046-6f77-4ea3-bf1b-d9162caf2ab0] Running
I0730 01:03:32.197432 14526 system_pods.go:89] "etcd-ha-997000" [7806dd6d-4e26-4f49-8972-bd95889f85b8] Running
I0730 01:03:32.197436 14526 system_pods.go:89] "etcd-ha-997000-m02" [d40341dd-c77d-4e44-9744-276b3509b241] Running
I0730 01:03:32.197439 14526 system_pods.go:89] "etcd-ha-997000-m03" [4320b590-706f-4726-87e3-d141a1ce2593] Running
I0730 01:03:32.197444 14526 system_pods.go:89] "kindnet-bcbvm" [2df6d72e-af6e-422b-8cfd-9f9b2abc502e] Running
I0730 01:03:32.197447 14526 system_pods.go:89] "kindnet-pds5t" [1b5062ad-4655-4805-9084-a41732d22187] Running
I0730 01:03:32.197450 14526 system_pods.go:89] "kindnet-s8sqq" [07f02207-c8bb-4451-9cbd-e03bc1d82edd] Running
I0730 01:03:32.197453 14526 system_pods.go:89] "kindnet-zln9g" [c344e8f2-5bc3-4f80-8242-f154dd9fe82d] Running
I0730 01:03:32.197457 14526 system_pods.go:89] "kube-apiserver-ha-997000" [9297f16f-39ed-44f7-b6e5-6fcde487ea3f] Running
I0730 01:03:32.197460 14526 system_pods.go:89] "kube-apiserver-ha-997000-m02" [df59c533-e30c-46a8-a37f-c481d62132b2] Running
I0730 01:03:32.197463 14526 system_pods.go:89] "kube-apiserver-ha-997000-m03" [869c98a3-73bc-40bc-9a87-abfd2a41509a] Running
I0730 01:03:32.197467 14526 system_pods.go:89] "kube-controller-manager-ha-997000" [0819de58-db3d-4a14-b91d-fa8a54b26e6e] Running
I0730 01:03:32.197470 14526 system_pods.go:89] "kube-controller-manager-ha-997000-m02" [ac2522d5-9845-434b-b411-49ffa40d9a77] Running
I0730 01:03:32.197474 14526 system_pods.go:89] "kube-controller-manager-ha-997000-m03" [e733ffac-e40a-42bd-b7cf-ae0fc4f92282] Running
I0730 01:03:32.197477 14526 system_pods.go:89] "kube-proxy-27kcm" [c34c056b-9543-4847-be58-92d2de9597f0] Running
I0730 01:03:32.197481 14526 system_pods.go:89] "kube-proxy-dd8pc" [5beb8a25-8daa-45a1-b819-48423d4631e6] Running
I0730 01:03:32.197484 14526 system_pods.go:89] "kube-proxy-n2bl9" [a3a6ee4c-5b4b-4513-b58f-9e434477e5e4] Running
I0730 01:03:32.197487 14526 system_pods.go:89] "kube-proxy-r2fhs" [24e82b59-9731-496c-91df-0c72273d57ef] Running
I0730 01:03:32.197490 14526 system_pods.go:89] "kube-scheduler-ha-997000" [aa157b00-5196-4645-b62a-2f60b305c7e2] Running
I0730 01:03:32.197494 14526 system_pods.go:89] "kube-scheduler-ha-997000-m02" [12a4e977-4dfe-40fc-88eb-a26068812956] Running
I0730 01:03:32.197498 14526 system_pods.go:89] "kube-scheduler-ha-997000-m03" [e20887e3-49ec-4504-8aa4-8b7be91b4db7] Running
I0730 01:03:32.197515 14526 system_pods.go:89] "kube-vip-ha-997000" [bba296ca-ea80-46a5-babc-11e399f6efcb] Running
I0730 01:03:32.197521 14526 system_pods.go:89] "kube-vip-ha-997000-m02" [fd625096-26f3-4228-ba8f-1e3d14bf6ad8] Running
I0730 01:03:32.197524 14526 system_pods.go:89] "kube-vip-ha-997000-m03" [05813b7c-96b0-4f7d-add8-a2cd906413ce] Running
I0730 01:03:32.197530 14526 system_pods.go:89] "storage-provisioner" [4ec72274-5517-4aa8-b131-7c2b877b5591] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0730 01:03:32.197536 14526 system_pods.go:126] duration metric: took 207.081975ms to wait for k8s-apps to be running ...
I0730 01:03:32.197542 14526 system_svc.go:44] waiting for kubelet service to be running ....
I0730 01:03:32.197591 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0730 01:03:32.209452 14526 system_svc.go:56] duration metric: took 11.905321ms WaitForService to wait for kubelet
I0730 01:03:32.209470 14526 kubeadm.go:582] duration metric: took 42.498882936s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0730 01:03:32.209483 14526 node_conditions.go:102] verifying NodePressure condition ...
I0730 01:03:32.387159 14526 request.go:629] Waited for 177.63105ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes
I0730 01:03:32.387235 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes
I0730 01:03:32.387243 14526 round_trippers.go:469] Request Headers:
I0730 01:03:32.387251 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:32.387256 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:32.389564 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:32.390291 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:03:32.390300 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:03:32.390307 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:03:32.390310 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:03:32.390314 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:03:32.390317 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:03:32.390320 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:03:32.390323 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:03:32.390326 14526 node_conditions.go:105] duration metric: took 180.835882ms to run NodePressure ...
I0730 01:03:32.390334 14526 start.go:241] waiting for startup goroutines ...
I0730 01:03:32.390350 14526 start.go:255] writing updated cluster config ...
I0730 01:03:32.427255 14526 out.go:177]
I0730 01:03:32.449403 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:03:32.449496 14526 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/config.json ...
I0730 01:03:32.473041 14526 out.go:177] * Starting "ha-997000-m04" worker node in "ha-997000" cluster
I0730 01:03:32.515087 14526 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker
I0730 01:03:32.515114 14526 cache.go:56] Caching tarball of preloaded images
I0730 01:03:32.515294 14526 preload.go:172] Found /Users/jenkins/minikube-integration/19346-11468/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0730 01:03:32.515312 14526 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker
I0730 01:03:32.515426 14526 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/config.json ...
I0730 01:03:32.516174 14526 start.go:360] acquireMachinesLock for ha-997000-m04: {Name:mk6f399932dfec8764784dec8b2659ce849a2df7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0730 01:03:32.516289 14526 start.go:364] duration metric: took 92.903µs to acquireMachinesLock for "ha-997000-m04"
I0730 01:03:32.516313 14526 start.go:96] Skipping create...Using existing machine configuration
I0730 01:03:32.516320 14526 fix.go:54] fixHost starting: m04
I0730 01:03:32.516661 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:03:32.516688 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:03:32.526289 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58043
I0730 01:03:32.526682 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:03:32.527011 14526 main.go:141] libmachine: Using API Version 1
I0730 01:03:32.527022 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:03:32.527287 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:03:32.527426 14526 main.go:141] libmachine: (ha-997000-m04) Calling .DriverName
I0730 01:03:32.527528 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetState
I0730 01:03:32.527620 14526 main.go:141] libmachine: (ha-997000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:03:32.527725 14526 main.go:141] libmachine: (ha-997000-m04) DBG | hyperkit pid from json: 13635
I0730 01:03:32.528854 14526 main.go:141] libmachine: (ha-997000-m04) DBG | hyperkit pid 13635 missing from process table
I0730 01:03:32.528882 14526 fix.go:112] recreateIfNeeded on ha-997000-m04: state=Stopped err=<nil>
I0730 01:03:32.528891 14526 main.go:141] libmachine: (ha-997000-m04) Calling .DriverName
W0730 01:03:32.528970 14526 fix.go:138] unexpected machine state, will restart: <nil>
I0730 01:03:32.566217 14526 out.go:177] * Restarting existing hyperkit VM for "ha-997000-m04" ...
I0730 01:03:32.624011 14526 main.go:141] libmachine: (ha-997000-m04) Calling .Start
I0730 01:03:32.624272 14526 main.go:141] libmachine: (ha-997000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:03:32.624300 14526 main.go:141] libmachine: (ha-997000-m04) DBG | clean start, hyperkit pid file doesn't exist: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/hyperkit.pid
I0730 01:03:32.624343 14526 main.go:141] libmachine: (ha-997000-m04) DBG | Using UUID 01b33ba5-625f-417d-a34c-4c98da4f6190
I0730 01:03:32.691972 14526 main.go:141] libmachine: (ha-997000-m04) DBG | Generated MAC 7a:5:66:53:cb:80
I0730 01:03:32.691994 14526 main.go:141] libmachine: (ha-997000-m04) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000
I0730 01:03:32.692162 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"01b33ba5-625f-417d-a34c-4c98da4f6190", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002e6510)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0730 01:03:32.692208 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"01b33ba5-625f-417d-a34c-4c98da4f6190", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002e6510)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0730 01:03:32.692269 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "01b33ba5-625f-417d-a34c-4c98da4f6190", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/ha-997000-m04.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/tty,log=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/bzimage,/Users/jenkins/minikube-integration/19346-11468/.minikube/
machines/ha-997000-m04/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000"}
I0730 01:03:32.692308 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 01b33ba5-625f-417d-a34c-4c98da4f6190 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/ha-997000-m04.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/tty,log=/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/console-ring -f kexec,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/bzimage,/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/initrd,earlyprintk=serial loglevel=3 co
nsole=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-997000"
I0730 01:03:32.692322 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0730 01:03:32.694032 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 DEBUG: hyperkit: Pid is 14629
I0730 01:03:32.694682 14526 main.go:141] libmachine: (ha-997000-m04) DBG | Attempt 0
I0730 01:03:32.694705 14526 main.go:141] libmachine: (ha-997000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:03:32.694807 14526 main.go:141] libmachine: (ha-997000-m04) DBG | hyperkit pid from json: 14629
I0730 01:03:32.697964 14526 main.go:141] libmachine: (ha-997000-m04) DBG | Searching for 7a:5:66:53:cb:80 in /var/db/dhcpd_leases ...
I0730 01:03:32.698352 14526 main.go:141] libmachine: (ha-997000-m04) DBG | Found 214 entries in /var/db/dhcpd_leases!
I0730 01:03:32.698380 14526 main.go:141] libmachine: (ha-997000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.214 HWAddress:6:8c:f3:82:8:9a ID:1,6:8c:f3:82:8:9a Lease:0x66a9efa0}
I0730 01:03:32.698411 14526 main.go:141] libmachine: (ha-997000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.213 HWAddress:7e:81:55:18:83:c0 ID:1,7e:81:55:18:83:c0 Lease:0x66a9ef7f}
I0730 01:03:32.698424 14526 main.go:141] libmachine: (ha-997000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.212 HWAddress:ca:30:97:69:fe:22 ID:1,ca:30:97:69:fe:22 Lease:0x66a9ef55}
I0730 01:03:32.698440 14526 main.go:141] libmachine: (ha-997000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.215 HWAddress:7a:5:66:53:cb:80 ID:1,7a:5:66:53:cb:80 Lease:0x66a89c63}
I0730 01:03:32.698446 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetConfigRaw
I0730 01:03:32.698455 14526 main.go:141] libmachine: (ha-997000-m04) DBG | Found match: 7a:5:66:53:cb:80
I0730 01:03:32.698484 14526 main.go:141] libmachine: (ha-997000-m04) DBG | IP: 192.169.0.215
I0730 01:03:32.699183 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetIP
I0730 01:03:32.699379 14526 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/config.json ...
I0730 01:03:32.700033 14526 machine.go:94] provisionDockerMachine start ...
I0730 01:03:32.700047 14526 main.go:141] libmachine: (ha-997000-m04) Calling .DriverName
I0730 01:03:32.700166 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:32.700263 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:32.700366 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:32.700472 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:32.700569 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:32.700717 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:03:32.700912 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.215 22 <nil> <nil>}
I0730 01:03:32.700921 14526 main.go:141] libmachine: About to run SSH command:
hostname
I0730 01:03:32.703582 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0730 01:03:32.712230 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0730 01:03:32.713201 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0730 01:03:32.713233 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0730 01:03:32.713245 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0730 01:03:32.713252 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:32 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0730 01:03:33.147359 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:33 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0730 01:03:33.147375 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:33 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0730 01:03:33.262182 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:33 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0730 01:03:33.262224 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:33 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0730 01:03:33.262254 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:33 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0730 01:03:33.262274 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:33 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0730 01:03:33.263033 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:33 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0730 01:03:33.263042 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:33 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0730 01:03:38.950445 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:38 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0730 01:03:38.950463 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:38 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0730 01:03:38.950484 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:38 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0730 01:03:38.975563 14526 main.go:141] libmachine: (ha-997000-m04) DBG | 2024/07/30 01:03:38 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0730 01:03:43.765339 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0730 01:03:43.765357 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetMachineName
I0730 01:03:43.765514 14526 buildroot.go:166] provisioning hostname "ha-997000-m04"
I0730 01:03:43.765526 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetMachineName
I0730 01:03:43.765620 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:43.765704 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:43.765781 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:43.765871 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:43.765956 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:43.767159 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:03:43.767315 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.215 22 <nil> <nil>}
I0730 01:03:43.767326 14526 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-997000-m04 && echo "ha-997000-m04" | sudo tee /etc/hostname
I0730 01:03:43.838028 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-997000-m04
I0730 01:03:43.838044 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:43.838177 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:43.838278 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:43.838363 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:43.838437 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:43.838568 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:03:43.838720 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.215 22 <nil> <nil>}
I0730 01:03:43.838731 14526 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-997000-m04' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-997000-m04/g' /etc/hosts;
else
echo '127.0.1.1 ha-997000-m04' | sudo tee -a /etc/hosts;
fi
fi
I0730 01:03:43.904974 14526 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0730 01:03:43.904990 14526 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19346-11468/.minikube CaCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19346-11468/.minikube}
I0730 01:03:43.905000 14526 buildroot.go:174] setting up certificates
I0730 01:03:43.905006 14526 provision.go:84] configureAuth start
I0730 01:03:43.905019 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetMachineName
I0730 01:03:43.905153 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetIP
I0730 01:03:43.905271 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:43.905364 14526 provision.go:143] copyHostCerts
I0730 01:03:43.905393 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem
I0730 01:03:43.905456 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem, removing ...
I0730 01:03:43.905462 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem
I0730 01:03:43.905613 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.pem (1078 bytes)
I0730 01:03:43.905802 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem
I0730 01:03:43.905863 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem, removing ...
I0730 01:03:43.905871 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem
I0730 01:03:43.905970 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/cert.pem (1123 bytes)
I0730 01:03:43.906161 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem
I0730 01:03:43.906202 14526 exec_runner.go:144] found /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem, removing ...
I0730 01:03:43.906207 14526 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem
I0730 01:03:43.906288 14526 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19346-11468/.minikube/key.pem (1675 bytes)
I0730 01:03:43.906437 14526 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem org=jenkins.ha-997000-m04 san=[127.0.0.1 192.169.0.215 ha-997000-m04 localhost minikube]
I0730 01:03:44.011723 14526 provision.go:177] copyRemoteCerts
I0730 01:03:44.011882 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0730 01:03:44.011911 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:44.012067 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:44.012178 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:44.012295 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:44.012409 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.215 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/id_rsa Username:docker}
I0730 01:03:44.050009 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0730 01:03:44.050077 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0730 01:03:44.084303 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0730 01:03:44.084391 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0730 01:03:44.109035 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem -> /etc/docker/server.pem
I0730 01:03:44.109109 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0730 01:03:44.129359 14526 provision.go:87] duration metric: took 224.341021ms to configureAuth
I0730 01:03:44.129374 14526 buildroot.go:189] setting minikube options for container-runtime
I0730 01:03:44.130196 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:03:44.130210 14526 main.go:141] libmachine: (ha-997000-m04) Calling .DriverName
I0730 01:03:44.130356 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:44.130460 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:44.130546 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:44.130629 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:44.130690 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:44.130802 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:03:44.130936 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.215 22 <nil> <nil>}
I0730 01:03:44.130944 14526 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0730 01:03:44.191424 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0730 01:03:44.191437 14526 buildroot.go:70] root file system type: tmpfs
I0730 01:03:44.191522 14526 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0730 01:03:44.191534 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:44.191661 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:44.191758 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:44.191854 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:44.191938 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:44.192066 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:03:44.192210 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.215 22 <nil> <nil>}
I0730 01:03:44.192258 14526 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.212"
Environment="NO_PROXY=192.169.0.212,192.169.0.213"
Environment="NO_PROXY=192.169.0.212,192.169.0.213,192.169.0.214"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0730 01:03:44.261702 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.212
Environment=NO_PROXY=192.169.0.212,192.169.0.213
Environment=NO_PROXY=192.169.0.212,192.169.0.213,192.169.0.214
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0730 01:03:44.261719 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:44.261855 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:44.261952 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:44.262044 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:44.262121 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:44.262246 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:03:44.262393 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.215 22 <nil> <nil>}
I0730 01:03:44.262405 14526 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0730 01:03:45.840301 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0730 01:03:45.840316 14526 machine.go:97] duration metric: took 13.140037483s to provisionDockerMachine
I0730 01:03:45.840325 14526 start.go:293] postStartSetup for "ha-997000-m04" (driver="hyperkit")
I0730 01:03:45.840339 14526 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0730 01:03:45.840350 14526 main.go:141] libmachine: (ha-997000-m04) Calling .DriverName
I0730 01:03:45.840558 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0730 01:03:45.840583 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:45.840682 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:45.840779 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:45.840879 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:45.840969 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.215 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/id_rsa Username:docker}
I0730 01:03:45.878795 14526 ssh_runner.go:195] Run: cat /etc/os-release
I0730 01:03:45.881948 14526 info.go:137] Remote host: Buildroot 2023.02.9
I0730 01:03:45.881965 14526 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19346-11468/.minikube/addons for local assets ...
I0730 01:03:45.882275 14526 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19346-11468/.minikube/files for local assets ...
I0730 01:03:45.882467 14526 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> 119892.pem in /etc/ssl/certs
I0730 01:03:45.882474 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> /etc/ssl/certs/119892.pem
I0730 01:03:45.882688 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0730 01:03:45.890262 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem --> /etc/ssl/certs/119892.pem (1708 bytes)
I0730 01:03:45.911125 14526 start.go:296] duration metric: took 70.789224ms for postStartSetup
I0730 01:03:45.911150 14526 main.go:141] libmachine: (ha-997000-m04) Calling .DriverName
I0730 01:03:45.911341 14526 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0730 01:03:45.911353 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:45.911441 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:45.911527 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:45.911636 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:45.911728 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.215 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/id_rsa Username:docker}
I0730 01:03:45.949185 14526 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0730 01:03:45.949248 14526 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0730 01:03:46.002437 14526 fix.go:56] duration metric: took 13.485869228s for fixHost
I0730 01:03:46.002463 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:46.002593 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:46.002678 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:46.002778 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:46.002873 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:46.002993 14526 main.go:141] libmachine: Using SSH client type: native
I0730 01:03:46.003147 14526 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xd7210c0] 0xd723e20 <nil> [] 0s} 192.169.0.215 22 <nil> <nil>}
I0730 01:03:46.003154 14526 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0730 01:03:46.074875 14526 main.go:141] libmachine: SSH cmd err, output: <nil>: 1722326626.038195588
I0730 01:03:46.074888 14526 fix.go:216] guest clock: 1722326626.038195588
I0730 01:03:46.074894 14526 fix.go:229] Guest: 2024-07-30 01:03:46.038195588 -0700 PDT Remote: 2024-07-30 01:03:46.002452 -0700 PDT m=+150.275400201 (delta=35.743588ms)
I0730 01:03:46.074908 14526 fix.go:200] guest clock delta is within tolerance: 35.743588ms
I0730 01:03:46.074915 14526 start.go:83] releasing machines lock for "ha-997000-m04", held for 13.558367529s
I0730 01:03:46.074933 14526 main.go:141] libmachine: (ha-997000-m04) Calling .DriverName
I0730 01:03:46.075086 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetIP
I0730 01:03:46.095879 14526 out.go:177] * Found network options:
I0730 01:03:46.116321 14526 out.go:177] - NO_PROXY=192.169.0.212,192.169.0.213,192.169.0.214
W0730 01:03:46.137433 14526 proxy.go:119] fail to check proxy env: Error ip not in block
W0730 01:03:46.137450 14526 proxy.go:119] fail to check proxy env: Error ip not in block
W0730 01:03:46.137457 14526 proxy.go:119] fail to check proxy env: Error ip not in block
I0730 01:03:46.137470 14526 main.go:141] libmachine: (ha-997000-m04) Calling .DriverName
I0730 01:03:46.137876 14526 main.go:141] libmachine: (ha-997000-m04) Calling .DriverName
I0730 01:03:46.137973 14526 main.go:141] libmachine: (ha-997000-m04) Calling .DriverName
W0730 01:03:46.138083 14526 proxy.go:119] fail to check proxy env: Error ip not in block
W0730 01:03:46.138097 14526 proxy.go:119] fail to check proxy env: Error ip not in block
W0730 01:03:46.138109 14526 proxy.go:119] fail to check proxy env: Error ip not in block
I0730 01:03:46.138254 14526 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0730 01:03:46.138267 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:46.138389 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:46.138491 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:46.138593 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:46.138669 14526 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0730 01:03:46.138690 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHHostname
I0730 01:03:46.138688 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.215 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/id_rsa Username:docker}
I0730 01:03:46.138791 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHPort
I0730 01:03:46.138878 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHKeyPath
I0730 01:03:46.138962 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetSSHUsername
I0730 01:03:46.139051 14526 sshutil.go:53] new ssh client: &{IP:192.169.0.215 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19346-11468/.minikube/machines/ha-997000-m04/id_rsa Username:docker}
W0730 01:03:46.218714 14526 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0730 01:03:46.218788 14526 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0730 01:03:46.232270 14526 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0730 01:03:46.232285 14526 start.go:495] detecting cgroup driver to use...
I0730 01:03:46.232358 14526 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0730 01:03:46.249301 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0730 01:03:46.258761 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0730 01:03:46.267979 14526 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0730 01:03:46.268034 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0730 01:03:46.277320 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0730 01:03:46.286458 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0730 01:03:46.295539 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0730 01:03:46.304594 14526 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0730 01:03:46.312990 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0730 01:03:46.321490 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0730 01:03:46.329751 14526 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0730 01:03:46.338047 14526 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0730 01:03:46.345457 14526 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0730 01:03:46.353462 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:03:46.447672 14526 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0730 01:03:46.468210 14526 start.go:495] detecting cgroup driver to use...
I0730 01:03:46.468278 14526 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0730 01:03:46.482673 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0730 01:03:46.494471 14526 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0730 01:03:46.513343 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0730 01:03:46.523646 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0730 01:03:46.534168 14526 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0730 01:03:46.554872 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0730 01:03:46.565433 14526 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0730 01:03:46.581199 14526 ssh_runner.go:195] Run: which cri-dockerd
I0730 01:03:46.584283 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0730 01:03:46.591530 14526 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0730 01:03:46.605092 14526 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0730 01:03:46.698456 14526 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0730 01:03:46.797935 14526 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0730 01:03:46.797958 14526 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0730 01:03:46.812185 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:03:46.905893 14526 ssh_runner.go:195] Run: sudo systemctl restart docker
I0730 01:03:49.163900 14526 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.257947486s)
I0730 01:03:49.163963 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0730 01:03:49.174517 14526 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0730 01:03:49.188751 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0730 01:03:49.199496 14526 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0730 01:03:49.291563 14526 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0730 01:03:49.394711 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:03:49.486065 14526 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0730 01:03:49.498854 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0730 01:03:49.510681 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:03:49.632722 14526 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0730 01:03:49.702002 14526 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0730 01:03:49.703068 14526 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0730 01:03:49.707541 14526 start.go:563] Will wait 60s for crictl version
I0730 01:03:49.707622 14526 ssh_runner.go:195] Run: which crictl
I0730 01:03:49.710866 14526 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0730 01:03:49.739823 14526 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.1.0
RuntimeApiVersion: v1
I0730 01:03:49.739959 14526 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0730 01:03:49.757593 14526 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0730 01:03:49.797764 14526 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.1.0 ...
I0730 01:03:49.839474 14526 out.go:177] - env NO_PROXY=192.169.0.212
I0730 01:03:49.860620 14526 out.go:177] - env NO_PROXY=192.169.0.212,192.169.0.213
I0730 01:03:49.881570 14526 out.go:177] - env NO_PROXY=192.169.0.212,192.169.0.213,192.169.0.214
I0730 01:03:49.902368 14526 main.go:141] libmachine: (ha-997000-m04) Calling .GetIP
I0730 01:03:49.902716 14526 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0730 01:03:49.905927 14526 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0730 01:03:49.916056 14526 mustload.go:65] Loading cluster: ha-997000
I0730 01:03:49.916256 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:03:49.916493 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:03:49.916515 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:03:49.925880 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58065
I0730 01:03:49.926247 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:03:49.926577 14526 main.go:141] libmachine: Using API Version 1
I0730 01:03:49.926590 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:03:49.926796 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:03:49.926913 14526 main.go:141] libmachine: (ha-997000) Calling .GetState
I0730 01:03:49.927004 14526 main.go:141] libmachine: (ha-997000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0730 01:03:49.927108 14526 main.go:141] libmachine: (ha-997000) DBG | hyperkit pid from json: 14539
I0730 01:03:49.928233 14526 host.go:66] Checking if "ha-997000" exists ...
I0730 01:03:49.928489 14526 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0730 01:03:49.928519 14526 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0730 01:03:49.937567 14526 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:58067
I0730 01:03:49.937964 14526 main.go:141] libmachine: () Calling .GetVersion
I0730 01:03:49.938349 14526 main.go:141] libmachine: Using API Version 1
I0730 01:03:49.938361 14526 main.go:141] libmachine: () Calling .SetConfigRaw
I0730 01:03:49.938584 14526 main.go:141] libmachine: () Calling .GetMachineName
I0730 01:03:49.938698 14526 main.go:141] libmachine: (ha-997000) Calling .DriverName
I0730 01:03:49.938800 14526 certs.go:68] Setting up /Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000 for IP: 192.169.0.215
I0730 01:03:49.938807 14526 certs.go:194] generating shared ca certs ...
I0730 01:03:49.938819 14526 certs.go:226] acquiring lock for ca certs: {Name:mkf56788ad85c99d629040a2c8be5a23f2ec59df Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0730 01:03:49.939011 14526 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key
I0730 01:03:49.939092 14526 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key
I0730 01:03:49.939102 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0730 01:03:49.939128 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0730 01:03:49.939154 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0730 01:03:49.939181 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0730 01:03:49.939298 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem (1338 bytes)
W0730 01:03:49.939363 14526 certs.go:480] ignoring /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989_empty.pem, impossibly tiny 0 bytes
I0730 01:03:49.939378 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca-key.pem (1679 bytes)
I0730 01:03:49.939416 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/ca.pem (1078 bytes)
I0730 01:03:49.939454 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/cert.pem (1123 bytes)
I0730 01:03:49.939488 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/key.pem (1675 bytes)
I0730 01:03:49.939559 14526 certs.go:484] found cert: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem (1708 bytes)
I0730 01:03:49.939598 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem -> /usr/share/ca-certificates/11989.pem
I0730 01:03:49.939620 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem -> /usr/share/ca-certificates/119892.pem
I0730 01:03:49.939638 14526 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0730 01:03:49.939662 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0730 01:03:49.961597 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0730 01:03:49.983199 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0730 01:03:50.003644 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0730 01:03:50.024050 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/certs/11989.pem --> /usr/share/ca-certificates/11989.pem (1338 bytes)
I0730 01:03:50.044299 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/files/etc/ssl/certs/119892.pem --> /usr/share/ca-certificates/119892.pem (1708 bytes)
I0730 01:03:50.064567 14526 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0730 01:03:50.085828 14526 ssh_runner.go:195] Run: openssl version
I0730 01:03:50.090114 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11989.pem && ln -fs /usr/share/ca-certificates/11989.pem /etc/ssl/certs/11989.pem"
I0730 01:03:50.098836 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11989.pem
I0730 01:03:50.102350 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 30 07:46 /usr/share/ca-certificates/11989.pem
I0730 01:03:50.102407 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11989.pem
I0730 01:03:50.106907 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11989.pem /etc/ssl/certs/51391683.0"
I0730 01:03:50.116208 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/119892.pem && ln -fs /usr/share/ca-certificates/119892.pem /etc/ssl/certs/119892.pem"
I0730 01:03:50.125304 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/119892.pem
I0730 01:03:50.129114 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 30 07:46 /usr/share/ca-certificates/119892.pem
I0730 01:03:50.129171 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/119892.pem
I0730 01:03:50.133520 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/119892.pem /etc/ssl/certs/3ec20f2e.0"
I0730 01:03:50.142330 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0730 01:03:50.151073 14526 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0730 01:03:50.154576 14526 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 30 07:36 /usr/share/ca-certificates/minikubeCA.pem
I0730 01:03:50.154622 14526 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0730 01:03:50.158943 14526 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0730 01:03:50.167454 14526 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0730 01:03:50.170696 14526 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0730 01:03:50.170730 14526 kubeadm.go:934] updating node {m04 192.169.0.215 0 v1.30.3 docker false true} ...
I0730 01:03:50.170788 14526 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-997000-m04 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.215
[Install]
config:
{KubernetesVersion:v1.30.3 ClusterName:ha-997000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0730 01:03:50.170834 14526 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3
I0730 01:03:50.179382 14526 binaries.go:44] Found k8s binaries, skipping transfer
I0730 01:03:50.179459 14526 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I0730 01:03:50.187282 14526 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I0730 01:03:50.201137 14526 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0730 01:03:50.215014 14526 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0730 01:03:50.217977 14526 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0730 01:03:50.227695 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:03:50.317261 14526 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0730 01:03:50.331986 14526 start.go:235] Will wait 6m0s for node &{Name:m04 IP:192.169.0.215 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}
I0730 01:03:50.332177 14526 config.go:182] Loaded profile config "ha-997000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3
I0730 01:03:50.353314 14526 out.go:177] * Verifying Kubernetes components...
I0730 01:03:50.403163 14526 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0730 01:03:50.526809 14526 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0730 01:03:50.539908 14526 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19346-11468/kubeconfig
I0730 01:03:50.540287 14526 kapi.go:59] client config for ha-997000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/profiles/ha-997000/client.key", CAFile:"/Users/jenkins/minikube-integration/19346-11468/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(ni
l)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xebc6660), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0730 01:03:50.540343 14526 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.212:8443
I0730 01:03:50.540514 14526 node_ready.go:35] waiting up to 6m0s for node "ha-997000-m04" to be "Ready" ...
I0730 01:03:50.540552 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m04
I0730 01:03:50.540557 14526 round_trippers.go:469] Request Headers:
I0730 01:03:50.540568 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:50.540571 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:50.542653 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:51.041283 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m04
I0730 01:03:51.041298 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.041351 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.041358 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.043391 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:51.043655 14526 node_ready.go:49] node "ha-997000-m04" has status "Ready":"True"
I0730 01:03:51.043664 14526 node_ready.go:38] duration metric: took 503.132961ms for node "ha-997000-m04" to be "Ready" ...
I0730 01:03:51.043670 14526 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0730 01:03:51.043715 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods
I0730 01:03:51.043721 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.043727 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.043731 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.048426 14526 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0730 01:03:51.053751 14526 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.053809 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-6q4d8
I0730 01:03:51.053814 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.053820 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.053826 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.055894 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:51.056350 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:51.056357 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.056363 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.056366 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.058083 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:51.058405 14526 pod_ready.go:92] pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:51.058414 14526 pod_ready.go:81] duration metric: took 4.648643ms for pod "coredns-7db6d8ff4d-6q4d8" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.058420 14526 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-pqsq5" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.058454 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-pqsq5
I0730 01:03:51.058459 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.058464 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.058469 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.060318 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:51.060765 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:51.060772 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.060777 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.060790 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.062310 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:51.062669 14526 pod_ready.go:92] pod "coredns-7db6d8ff4d-pqsq5" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:51.062677 14526 pod_ready.go:81] duration metric: took 4.252522ms for pod "coredns-7db6d8ff4d-pqsq5" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.062686 14526 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.062722 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-997000
I0730 01:03:51.062727 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.062732 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.062735 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.064413 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:51.064920 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:51.064927 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.064933 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.064938 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.066495 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:51.066808 14526 pod_ready.go:92] pod "etcd-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:51.066821 14526 pod_ready.go:81] duration metric: took 4.125813ms for pod "etcd-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.066827 14526 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.066865 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-997000-m02
I0730 01:03:51.066870 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.066875 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.066879 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.068643 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:51.069068 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:51.069076 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.069082 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.069085 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.070619 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:51.070969 14526 pod_ready.go:92] pod "etcd-ha-997000-m02" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:51.070978 14526 pod_ready.go:81] duration metric: took 4.145271ms for pod "etcd-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.070984 14526 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.242718 14526 request.go:629] Waited for 171.700377ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-997000-m03
I0730 01:03:51.242750 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-997000-m03
I0730 01:03:51.242756 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.242762 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.242766 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.244870 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:51.442507 14526 request.go:629] Waited for 197.248117ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:51.442548 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:51.442554 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.442599 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.442604 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.444551 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:51.445149 14526 pod_ready.go:92] pod "etcd-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:51.445161 14526 pod_ready.go:81] duration metric: took 374.165184ms for pod "etcd-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.445173 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.642235 14526 request.go:629] Waited for 197.022415ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000
I0730 01:03:51.642271 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000
I0730 01:03:51.642277 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.642320 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.642326 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.647337 14526 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0730 01:03:51.842054 14526 request.go:629] Waited for 193.546851ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:51.842187 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:51.842198 14526 round_trippers.go:469] Request Headers:
I0730 01:03:51.842207 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:51.842213 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:51.844994 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:51.845598 14526 pod_ready.go:92] pod "kube-apiserver-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:51.845607 14526 pod_ready.go:81] duration metric: took 400.421691ms for pod "kube-apiserver-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:51.845613 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:52.041547 14526 request.go:629] Waited for 195.894587ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m02
I0730 01:03:52.041635 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m02
I0730 01:03:52.041642 14526 round_trippers.go:469] Request Headers:
I0730 01:03:52.041648 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:52.041652 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:52.044129 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:52.242964 14526 request.go:629] Waited for 198.31506ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:52.243005 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:52.243011 14526 round_trippers.go:469] Request Headers:
I0730 01:03:52.243017 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:52.243025 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:52.245144 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:52.245591 14526 pod_ready.go:92] pod "kube-apiserver-ha-997000-m02" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:52.245601 14526 pod_ready.go:81] duration metric: took 399.975327ms for pod "kube-apiserver-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:52.245608 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:52.442355 14526 request.go:629] Waited for 196.705937ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m03
I0730 01:03:52.442392 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-997000-m03
I0730 01:03:52.442398 14526 round_trippers.go:469] Request Headers:
I0730 01:03:52.442428 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:52.442432 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:52.444903 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:52.641564 14526 request.go:629] Waited for 196.124414ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:52.641631 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:52.641637 14526 round_trippers.go:469] Request Headers:
I0730 01:03:52.641643 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:52.641647 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:52.643596 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:52.643900 14526 pod_ready.go:92] pod "kube-apiserver-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:52.643909 14526 pod_ready.go:81] duration metric: took 398.289042ms for pod "kube-apiserver-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:52.643917 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:52.842684 14526 request.go:629] Waited for 198.725732ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000
I0730 01:03:52.842835 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000
I0730 01:03:52.842843 14526 round_trippers.go:469] Request Headers:
I0730 01:03:52.842851 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:52.842856 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:52.845276 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:53.042908 14526 request.go:629] Waited for 197.110561ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:53.042996 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:53.043003 14526 round_trippers.go:469] Request Headers:
I0730 01:03:53.043012 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:53.043019 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:53.044984 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:53.045279 14526 pod_ready.go:92] pod "kube-controller-manager-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:53.045288 14526 pod_ready.go:81] duration metric: took 401.359203ms for pod "kube-controller-manager-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:53.045294 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:53.243300 14526 request.go:629] Waited for 197.955681ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m02
I0730 01:03:53.243370 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m02
I0730 01:03:53.243376 14526 round_trippers.go:469] Request Headers:
I0730 01:03:53.243382 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:53.243386 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:53.245588 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:53.442772 14526 request.go:629] Waited for 196.769406ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:53.442883 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:53.442890 14526 round_trippers.go:469] Request Headers:
I0730 01:03:53.442897 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:53.442901 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:53.445478 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:53.445783 14526 pod_ready.go:92] pod "kube-controller-manager-ha-997000-m02" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:53.445792 14526 pod_ready.go:81] duration metric: took 400.485172ms for pod "kube-controller-manager-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:53.445799 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:53.641520 14526 request.go:629] Waited for 195.682768ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m03
I0730 01:03:53.641579 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-997000-m03
I0730 01:03:53.641586 14526 round_trippers.go:469] Request Headers:
I0730 01:03:53.641594 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:53.641602 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:53.643636 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:53.841377 14526 request.go:629] Waited for 197.246037ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:53.841517 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:53.841531 14526 round_trippers.go:469] Request Headers:
I0730 01:03:53.841550 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:53.841561 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:53.844451 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:53.844837 14526 pod_ready.go:92] pod "kube-controller-manager-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:53.844846 14526 pod_ready.go:81] duration metric: took 399.035142ms for pod "kube-controller-manager-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:53.844855 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-27kcm" in "kube-system" namespace to be "Ready" ...
I0730 01:03:54.041964 14526 request.go:629] Waited for 197.050735ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-27kcm
I0730 01:03:54.042022 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-27kcm
I0730 01:03:54.042028 14526 round_trippers.go:469] Request Headers:
I0730 01:03:54.042034 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:54.042038 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:54.043948 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:54.241853 14526 request.go:629] Waited for 197.434123ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:54.241918 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:54.241928 14526 round_trippers.go:469] Request Headers:
I0730 01:03:54.242003 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:54.242014 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:54.244771 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:54.245169 14526 pod_ready.go:92] pod "kube-proxy-27kcm" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:54.245188 14526 pod_ready.go:81] duration metric: took 400.314237ms for pod "kube-proxy-27kcm" in "kube-system" namespace to be "Ready" ...
I0730 01:03:54.245198 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-dd8pc" in "kube-system" namespace to be "Ready" ...
I0730 01:03:54.442492 14526 request.go:629] Waited for 197.243863ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dd8pc
I0730 01:03:54.442534 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dd8pc
I0730 01:03:54.442541 14526 round_trippers.go:469] Request Headers:
I0730 01:03:54.442549 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:54.442553 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:54.445136 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:54.642716 14526 request.go:629] Waited for 197.206494ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m04
I0730 01:03:54.642777 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m04
I0730 01:03:54.642783 14526 round_trippers.go:469] Request Headers:
I0730 01:03:54.642789 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:54.642793 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:54.644802 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:54.645175 14526 pod_ready.go:92] pod "kube-proxy-dd8pc" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:54.645184 14526 pod_ready.go:81] duration metric: took 399.973494ms for pod "kube-proxy-dd8pc" in "kube-system" namespace to be "Ready" ...
I0730 01:03:54.645191 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-n2bl9" in "kube-system" namespace to be "Ready" ...
I0730 01:03:54.843016 14526 request.go:629] Waited for 197.780312ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n2bl9
I0730 01:03:54.843114 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n2bl9
I0730 01:03:54.843125 14526 round_trippers.go:469] Request Headers:
I0730 01:03:54.843132 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:54.843139 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:54.846193 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:55.042630 14526 request.go:629] Waited for 195.8569ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:55.042696 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:55.042702 14526 round_trippers.go:469] Request Headers:
I0730 01:03:55.042708 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:55.042712 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:55.044655 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:55.045038 14526 pod_ready.go:92] pod "kube-proxy-n2bl9" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:55.045047 14526 pod_ready.go:81] duration metric: took 399.843507ms for pod "kube-proxy-n2bl9" in "kube-system" namespace to be "Ready" ...
I0730 01:03:55.045053 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-r2fhs" in "kube-system" namespace to be "Ready" ...
I0730 01:03:55.242325 14526 request.go:629] Waited for 197.230353ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r2fhs
I0730 01:03:55.242416 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r2fhs
I0730 01:03:55.242424 14526 round_trippers.go:469] Request Headers:
I0730 01:03:55.242433 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:55.242440 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:55.244468 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:55.443263 14526 request.go:629] Waited for 198.461217ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:55.443303 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:55.443310 14526 round_trippers.go:469] Request Headers:
I0730 01:03:55.443328 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:55.443336 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:55.445674 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:55.446097 14526 pod_ready.go:92] pod "kube-proxy-r2fhs" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:55.446109 14526 pod_ready.go:81] duration metric: took 401.040904ms for pod "kube-proxy-r2fhs" in "kube-system" namespace to be "Ready" ...
I0730 01:03:55.446116 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:55.642663 14526 request.go:629] Waited for 196.511189ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000
I0730 01:03:55.642736 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000
I0730 01:03:55.642742 14526 round_trippers.go:469] Request Headers:
I0730 01:03:55.642748 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:55.642751 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:55.644677 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:55.841549 14526 request.go:629] Waited for 196.508883ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:55.841667 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000
I0730 01:03:55.841679 14526 round_trippers.go:469] Request Headers:
I0730 01:03:55.841690 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:55.841699 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:55.844775 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:55.845249 14526 pod_ready.go:92] pod "kube-scheduler-ha-997000" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:55.845261 14526 pod_ready.go:81] duration metric: took 399.132174ms for pod "kube-scheduler-ha-997000" in "kube-system" namespace to be "Ready" ...
I0730 01:03:55.845270 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:56.042253 14526 request.go:629] Waited for 196.925741ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m02
I0730 01:03:56.042365 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m02
I0730 01:03:56.042376 14526 round_trippers.go:469] Request Headers:
I0730 01:03:56.042387 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:56.042394 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:56.045519 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:56.242991 14526 request.go:629] Waited for 196.934437ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:56.243070 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m02
I0730 01:03:56.243079 14526 round_trippers.go:469] Request Headers:
I0730 01:03:56.243087 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:56.243092 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:56.245369 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:56.245654 14526 pod_ready.go:92] pod "kube-scheduler-ha-997000-m02" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:56.245663 14526 pod_ready.go:81] duration metric: took 400.378486ms for pod "kube-scheduler-ha-997000-m02" in "kube-system" namespace to be "Ready" ...
I0730 01:03:56.245669 14526 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:56.441639 14526 request.go:629] Waited for 195.931713ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m03
I0730 01:03:56.441726 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-997000-m03
I0730 01:03:56.441737 14526 round_trippers.go:469] Request Headers:
I0730 01:03:56.441744 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:56.441748 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:56.443598 14526 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0730 01:03:56.641760 14526 request.go:629] Waited for 197.719779ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:56.641810 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes/ha-997000-m03
I0730 01:03:56.641824 14526 round_trippers.go:469] Request Headers:
I0730 01:03:56.641888 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:56.641894 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:56.645072 14526 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0730 01:03:56.645581 14526 pod_ready.go:92] pod "kube-scheduler-ha-997000-m03" in "kube-system" namespace has status "Ready":"True"
I0730 01:03:56.645591 14526 pod_ready.go:81] duration metric: took 399.909177ms for pod "kube-scheduler-ha-997000-m03" in "kube-system" namespace to be "Ready" ...
I0730 01:03:56.645598 14526 pod_ready.go:38] duration metric: took 5.601816398s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0730 01:03:56.645611 14526 system_svc.go:44] waiting for kubelet service to be running ....
I0730 01:03:56.645665 14526 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0730 01:03:56.656716 14526 system_svc.go:56] duration metric: took 11.100732ms WaitForService to wait for kubelet
I0730 01:03:56.656730 14526 kubeadm.go:582] duration metric: took 6.324605226s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0730 01:03:56.656741 14526 node_conditions.go:102] verifying NodePressure condition ...
I0730 01:03:56.842629 14526 request.go:629] Waited for 185.845372ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.212:8443/api/v1/nodes
I0730 01:03:56.842714 14526 round_trippers.go:463] GET https://192.169.0.212:8443/api/v1/nodes
I0730 01:03:56.842722 14526 round_trippers.go:469] Request Headers:
I0730 01:03:56.842731 14526 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0730 01:03:56.842737 14526 round_trippers.go:473] Accept: application/json, */*
I0730 01:03:56.845282 14526 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0730 01:03:56.846133 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:03:56.846142 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:03:56.846148 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:03:56.846151 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:03:56.846154 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:03:56.846157 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:03:56.846160 14526 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0730 01:03:56.846163 14526 node_conditions.go:123] node cpu capacity is 2
I0730 01:03:56.846167 14526 node_conditions.go:105] duration metric: took 189.418521ms to run NodePressure ...
I0730 01:03:56.846174 14526 start.go:241] waiting for startup goroutines ...
I0730 01:03:56.846190 14526 start.go:255] writing updated cluster config ...
I0730 01:03:56.846869 14526 ssh_runner.go:195] Run: rm -f paused
I0730 01:03:57.097890 14526 start.go:600] kubectl: 1.29.2, cluster: 1.30.3 (minor skew: 1)
I0730 01:03:57.120092 14526 out.go:177] * Done! kubectl is now configured to use "ha-997000" cluster and "default" namespace by default
==> Docker <==
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.193010494Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.193082430Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.193102010Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.193187601Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.234190243Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.235690320Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.235711822Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.235823385Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.289928938Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.290033032Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.290045392Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.290277278Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.360703266Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.360784218Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.360793667Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 30 08:02:47 ha-997000 dockerd[1110]: time="2024-07-30T08:02:47.361138926Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 30 08:03:17 ha-997000 dockerd[1110]: time="2024-07-30T08:03:17.283516763Z" level=info msg="shim disconnected" id=26a3c7d8489aca6a98465895dcfb7a7f961ba30cce877f7bac2de0d6f974baeb namespace=moby
Jul 30 08:03:17 ha-997000 dockerd[1110]: time="2024-07-30T08:03:17.283575566Z" level=warning msg="cleaning up after shim disconnected" id=26a3c7d8489aca6a98465895dcfb7a7f961ba30cce877f7bac2de0d6f974baeb namespace=moby
Jul 30 08:03:17 ha-997000 dockerd[1110]: time="2024-07-30T08:03:17.283584047Z" level=info msg="cleaning up dead shim" namespace=moby
Jul 30 08:03:17 ha-997000 dockerd[1104]: time="2024-07-30T08:03:17.283864301Z" level=info msg="ignoring event" container=26a3c7d8489aca6a98465895dcfb7a7f961ba30cce877f7bac2de0d6f974baeb module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 30 08:03:17 ha-997000 dockerd[1110]: time="2024-07-30T08:03:17.295970488Z" level=warning msg="cleanup warnings time=\"2024-07-30T08:03:17Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby
Jul 30 08:03:33 ha-997000 dockerd[1110]: time="2024-07-30T08:03:33.208635019Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 30 08:03:33 ha-997000 dockerd[1110]: time="2024-07-30T08:03:33.208749884Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 30 08:03:33 ha-997000 dockerd[1110]: time="2024-07-30T08:03:33.208764495Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 30 08:03:33 ha-997000 dockerd[1110]: time="2024-07-30T08:03:33.208913856Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b06c4334da095 6e38f40d628db 30 seconds ago Running storage-provisioner 2 fc26947bd27aa storage-provisioner
6a01c88b7ca7e cbb01a7bd410d About a minute ago Running coredns 1 c6ff76463783c coredns-7db6d8ff4d-6q4d8
4479f4bdf4aee 8c811b4aec35f About a minute ago Running busybox 1 3d00e88899d4d busybox-fc5497c4f-njkcb
a4d7508db88fb 6f1d07c71fa0f About a minute ago Running kindnet-cni 1 ba5c420552f89 kindnet-zln9g
91807a5d21752 cbb01a7bd410d About a minute ago Running coredns 1 a0b8547f8d572 coredns-7db6d8ff4d-pqsq5
210b0b8b38043 55bb025d2cfa5 About a minute ago Running kube-proxy 1 932d9fb539693 kube-proxy-27kcm
26a3c7d8489ac 6e38f40d628db About a minute ago Exited storage-provisioner 1 fc26947bd27aa storage-provisioner
342fdb423fffe 38af8ddebf499 About a minute ago Running kube-vip 0 626fdb4415f04 kube-vip-ha-997000
c1b4c5425a255 3edc18e7b7672 About a minute ago Running kube-scheduler 1 d2a8d8278b6a2 kube-scheduler-ha-997000
e0929b09d3304 76932a3b37d7e About a minute ago Running kube-controller-manager 1 1d75478850a1d kube-controller-manager-ha-997000
318086d39a75a 3861cfcd7c04c About a minute ago Running etcd 1 8881c31bb64e2 etcd-ha-997000
1f5685b6bd99a 1f6d574d502f3 About a minute ago Running kube-apiserver 1 607be76bb3f1a kube-apiserver-ha-997000
4d75e782b5f98 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 10 minutes ago Exited busybox 0 aa94ecd44a830 busybox-fc5497c4f-njkcb
412cea3774004 cbb01a7bd410d 13 minutes ago Exited coredns 0 0d7e2bfe1fea9 coredns-7db6d8ff4d-pqsq5
d0a24f779ec1b cbb01a7bd410d 13 minutes ago Exited coredns 0 597ba9aede9e0 coredns-7db6d8ff4d-6q4d8
3731166ef3d8a kindest/kindnetd@sha256:da8ad203ec15a72c313015e5609db44bfad7c95d8ce63e87ff97c66363b5680a 13 minutes ago Exited kindnet-cni 0 81ca4e5fa0b3b kindnet-zln9g
9b473a09608f2 55bb025d2cfa5 13 minutes ago Exited kube-proxy 0 a163cc8a1e3e6 kube-proxy-27kcm
1873ba99bd794 3edc18e7b7672 13 minutes ago Exited kube-scheduler 0 04716d7d88dd5 kube-scheduler-ha-997000
b56b7f5e5a33d 76932a3b37d7e 13 minutes ago Exited kube-controller-manager 0 34b7e2005395e kube-controller-manager-ha-997000
7df89db779080 3861cfcd7c04c 13 minutes ago Exited etcd 0 05b7e5bba45eb etcd-ha-997000
b9f11bafc8e5e 1f6d574d502f3 13 minutes ago Exited kube-apiserver 0 506970474fcf7 kube-apiserver-ha-997000
==> coredns [412cea377400] <==
[INFO] 10.244.0.4:48061 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00005918s
[INFO] 10.244.2.2:48282 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000089494s
[INFO] 10.244.2.2:49631 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000079614s
[INFO] 10.244.2.2:35874 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00017752s
[INFO] 10.244.2.2:60905 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000108009s
[INFO] 10.244.1.2:42500 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000107347s
[INFO] 10.244.1.2:39488 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000082636s
[INFO] 10.244.1.2:58960 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00008452s
[INFO] 10.244.1.2:39471 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000037792s
[INFO] 10.244.1.2:38429 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000036877s
[INFO] 10.244.1.2:42875 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000038205s
[INFO] 10.244.0.4:48085 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000054844s
[INFO] 10.244.0.4:44624 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000036551s
[INFO] 10.244.0.4:37644 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000058201s
[INFO] 10.244.2.2:47006 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000092616s
[INFO] 10.244.2.2:42574 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000104246s
[INFO] 10.244.1.2:44283 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000107647s
[INFO] 10.244.1.2:40077 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000063379s
[INFO] 10.244.1.2:42392 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000076619s
[INFO] 10.244.0.4:54826 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000103465s
[INFO] 10.244.2.2:35728 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000067433s
[INFO] 10.244.1.2:44668 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000106822s
[INFO] 10.244.1.2:47902 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000130808s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [6a01c88b7ca7] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:59098 - 6283 "HINFO IN 5331565988069989563.216798386010075710. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.010522282s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[579786744]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (30-Jul-2024 08:02:47.610) (total time: 30003ms):
Trace[579786744]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (08:03:17.612)
Trace[579786744]: [30.003455449s] [30.003455449s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1696702685]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (30-Jul-2024 08:02:47.611) (total time: 30004ms):
Trace[1696702685]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30004ms (08:03:17.615)
Trace[1696702685]: [30.004216006s] [30.004216006s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1198045034]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (30-Jul-2024 08:02:47.615) (total time: 30001ms):
Trace[1198045034]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (08:03:17.616)
Trace[1198045034]: [30.001017993s] [30.001017993s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> coredns [91807a5d2175] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:54346 - 61396 "HINFO IN 67394899486423712.6511538601098404464. udp 55 false 512" NXDOMAIN qr,rd,ra 130 0.0047702s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[767321368]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (30-Jul-2024 08:02:47.610) (total time: 30003ms):
Trace[767321368]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30003ms (08:03:17.613)
Trace[767321368]: [30.003316713s] [30.003316713s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[952254820]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (30-Jul-2024 08:02:47.611) (total time: 30003ms):
Trace[952254820]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30003ms (08:03:17.615)
Trace[952254820]: [30.003492152s] [30.003492152s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1224694317]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (30-Jul-2024 08:02:47.615) (total time: 30001ms):
Trace[1224694317]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (08:03:17.616)
Trace[1224694317]: [30.001289701s] [30.001289701s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> coredns [d0a24f779ec1] <==
[INFO] 10.244.1.2:51292 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000100988s
[INFO] 10.244.1.2:60392 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 140 0.000467629s
[INFO] 10.244.0.4:55087 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000073724s
[INFO] 10.244.0.4:38095 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00009955s
[INFO] 10.244.0.4:47633 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000059408s
[INFO] 10.244.2.2:37496 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000067008s
[INFO] 10.244.2.2:36851 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000517285s
[INFO] 10.244.2.2:46256 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000045645s
[INFO] 10.244.2.2:35808 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.00039384s
[INFO] 10.244.1.2:59922 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000087312s
[INFO] 10.244.1.2:42634 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000046156s
[INFO] 10.244.0.4:33435 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000035281s
[INFO] 10.244.2.2:57751 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000049029s
[INFO] 10.244.2.2:36196 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00003977s
[INFO] 10.244.1.2:38833 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000082685s
[INFO] 10.244.0.4:53644 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000054799s
[INFO] 10.244.0.4:37679 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000075145s
[INFO] 10.244.0.4:57059 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000076541s
[INFO] 10.244.2.2:50435 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000069803s
[INFO] 10.244.2.2:42441 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000044587s
[INFO] 10.244.2.2:41201 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000038392s
[INFO] 10.244.1.2:48875 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000108412s
[INFO] 10.244.1.2:38491 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000132972s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
Name: ha-997000
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-997000
kubernetes.io/os=linux
minikube.k8s.io/commit=260fb3b3c668416d4de4f98d706728fbce690500
minikube.k8s.io/name=ha-997000
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_07_30T00_50_30_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 30 Jul 2024 07:50:27 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-997000
AcquireTime: <unset>
RenewTime: Tue, 30 Jul 2024 08:03:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 30 Jul 2024 08:02:35 +0000 Tue, 30 Jul 2024 07:50:26 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 30 Jul 2024 08:02:35 +0000 Tue, 30 Jul 2024 07:50:26 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 30 Jul 2024 08:02:35 +0000 Tue, 30 Jul 2024 07:50:26 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 30 Jul 2024 08:02:35 +0000 Tue, 30 Jul 2024 07:51:02 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.212
Hostname: ha-997000
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 7ee8e18899c649f0b9f9cd9811f371e1
System UUID: 47fa41ce-0000-0000-aaeb-55337e5d820e
Boot ID: 06e38f63-4924-4793-9a17-03dc375e4841
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.1.0
Kubelet Version: v1.30.3
Kube-Proxy Version: v1.30.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-fc5497c4f-njkcb 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system coredns-7db6d8ff4d-6q4d8 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 13m
kube-system coredns-7db6d8ff4d-pqsq5 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 13m
kube-system etcd-ha-997000 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 13m
kube-system kindnet-zln9g 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 13m
kube-system kube-apiserver-ha-997000 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 13m
kube-system kube-controller-manager-ha-997000 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 13m
kube-system kube-proxy-27kcm 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 13m
kube-system kube-scheduler-ha-997000 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 13m
kube-system kube-vip-ha-997000 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 78s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 13m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%!)(MISSING) 100m (5%!)(MISSING)
memory 290Mi (13%!)(MISSING) 390Mi (18%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 13m kube-proxy
Normal Starting 76s kube-proxy
Normal NodeHasNoDiskPressure 13m (x8 over 13m) kubelet Node ha-997000 status is now: NodeHasNoDiskPressure
Normal Starting 13m kubelet Starting kubelet.
Normal NodeHasSufficientMemory 13m (x8 over 13m) kubelet Node ha-997000 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 13m (x7 over 13m) kubelet Node ha-997000 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientPID 13m kubelet Node ha-997000 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 13m kubelet Node ha-997000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 13m kubelet Node ha-997000 status is now: NodeHasSufficientMemory
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Normal Starting 13m kubelet Starting kubelet.
Normal RegisteredNode 13m node-controller Node ha-997000 event: Registered Node ha-997000 in Controller
Normal NodeReady 13m kubelet Node ha-997000 status is now: NodeReady
Normal RegisteredNode 12m node-controller Node ha-997000 event: Registered Node ha-997000 in Controller
Normal RegisteredNode 10m node-controller Node ha-997000 event: Registered Node ha-997000 in Controller
Normal RegisteredNode 8m50s node-controller Node ha-997000 event: Registered Node ha-997000 in Controller
Normal Starting 2m6s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m6s (x8 over 2m6s) kubelet Node ha-997000 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m6s (x8 over 2m6s) kubelet Node ha-997000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m6s (x7 over 2m6s) kubelet Node ha-997000 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m6s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 87s node-controller Node ha-997000 event: Registered Node ha-997000 in Controller
Normal RegisteredNode 86s node-controller Node ha-997000 event: Registered Node ha-997000 in Controller
Normal RegisteredNode 58s node-controller Node ha-997000 event: Registered Node ha-997000 in Controller
Name: ha-997000-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-997000-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=260fb3b3c668416d4de4f98d706728fbce690500
minikube.k8s.io/name=ha-997000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_07_30T00_51_41_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 30 Jul 2024 07:51:38 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-997000-m02
AcquireTime: <unset>
RenewTime: Tue, 30 Jul 2024 08:03:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 30 Jul 2024 08:02:32 +0000 Tue, 30 Jul 2024 07:51:38 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 30 Jul 2024 08:02:32 +0000 Tue, 30 Jul 2024 07:51:38 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 30 Jul 2024 08:02:32 +0000 Tue, 30 Jul 2024 07:51:38 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 30 Jul 2024 08:02:32 +0000 Tue, 30 Jul 2024 08:02:32 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.213
Hostname: ha-997000-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 999d0405e9f340d68b4e2f5012020654
System UUID: 4b074c56-0000-0000-a1fd-e430d5f4fc18
Boot ID: f46f0c26-fa40-44f6-a099-eefb9e84da96
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.1.0
Kubelet Version: v1.30.3
Kube-Proxy Version: v1.30.3
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-fc5497c4f-xthvj 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system etcd-ha-997000-m02 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 12m
kube-system kindnet-bcbvm 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 12m
kube-system kube-apiserver-ha-997000-m02 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12m
kube-system kube-controller-manager-ha-997000-m02 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12m
kube-system kube-proxy-n2bl9 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12m
kube-system kube-scheduler-ha-997000-m02 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12m
kube-system kube-vip-ha-997000-m02 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 100m (5%!)(MISSING)
memory 150Mi (7%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 90s kube-proxy
Normal Starting 9m2s kube-proxy
Normal Starting 12m kube-proxy
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12m (x8 over 12m) kubelet Node ha-997000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m (x8 over 12m) kubelet Node ha-997000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m (x7 over 12m) kubelet Node ha-997000-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 12m node-controller Node ha-997000-m02 event: Registered Node ha-997000-m02 in Controller
Normal RegisteredNode 12m node-controller Node ha-997000-m02 event: Registered Node ha-997000-m02 in Controller
Normal RegisteredNode 10m node-controller Node ha-997000-m02 event: Registered Node ha-997000-m02 in Controller
Normal Starting 9m7s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 9m7s kubelet Updated Node Allocatable limit across pods
Warning Rebooted 9m6s kubelet Node ha-997000-m02 has been rebooted, boot id: 85180834-8f6e-435f-9baa-30f603a77249
Normal NodeHasSufficientMemory 9m6s kubelet Node ha-997000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9m6s kubelet Node ha-997000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 9m6s kubelet Node ha-997000-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 8m50s node-controller Node ha-997000-m02 event: Registered Node ha-997000-m02 in Controller
Normal Starting 107s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 107s (x8 over 107s) kubelet Node ha-997000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 107s (x8 over 107s) kubelet Node ha-997000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 107s (x7 over 107s) kubelet Node ha-997000-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 107s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 87s node-controller Node ha-997000-m02 event: Registered Node ha-997000-m02 in Controller
Normal RegisteredNode 86s node-controller Node ha-997000-m02 event: Registered Node ha-997000-m02 in Controller
Normal RegisteredNode 58s node-controller Node ha-997000-m02 event: Registered Node ha-997000-m02 in Controller
Name: ha-997000-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-997000-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=260fb3b3c668416d4de4f98d706728fbce690500
minikube.k8s.io/name=ha-997000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_07_30T00_52_54_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 30 Jul 2024 07:52:51 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-997000-m03
AcquireTime: <unset>
RenewTime: Tue, 30 Jul 2024 08:04:01 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 30 Jul 2024 08:02:50 +0000 Tue, 30 Jul 2024 07:52:51 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 30 Jul 2024 08:02:50 +0000 Tue, 30 Jul 2024 07:52:51 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 30 Jul 2024 08:02:50 +0000 Tue, 30 Jul 2024 07:52:51 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 30 Jul 2024 08:02:50 +0000 Tue, 30 Jul 2024 07:53:12 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.214
Hostname: ha-997000-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 9f8136445f4c484da653b0757c16f240
System UUID: 16984e48-0000-0000-b9a2-ad1a74366c69
Boot ID: 8389c063-e9d0-4943-8735-8718032f7492
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.1.0
Kubelet Version: v1.30.3
Kube-Proxy Version: v1.30.3
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-fc5497c4f-vsv7r 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system etcd-ha-997000-m03 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 11m
kube-system kindnet-pds5t 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 11m
kube-system kube-apiserver-ha-997000-m03 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11m
kube-system kube-controller-manager-ha-997000-m03 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11m
kube-system kube-proxy-r2fhs 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11m
kube-system kube-scheduler-ha-997000-m03 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11m
kube-system kube-vip-ha-997000-m03 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 100m (5%!)(MISSING)
memory 150Mi (7%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 70s kube-proxy
Normal Starting 11m kube-proxy
Normal NodeAllocatableEnforced 11m kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 11m node-controller Node ha-997000-m03 event: Registered Node ha-997000-m03 in Controller
Normal NodeHasSufficientMemory 11m (x8 over 11m) kubelet Node ha-997000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 11m (x8 over 11m) kubelet Node ha-997000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 11m (x7 over 11m) kubelet Node ha-997000-m03 status is now: NodeHasSufficientPID
Normal RegisteredNode 11m node-controller Node ha-997000-m03 event: Registered Node ha-997000-m03 in Controller
Normal RegisteredNode 10m node-controller Node ha-997000-m03 event: Registered Node ha-997000-m03 in Controller
Normal RegisteredNode 8m50s node-controller Node ha-997000-m03 event: Registered Node ha-997000-m03 in Controller
Normal RegisteredNode 87s node-controller Node ha-997000-m03 event: Registered Node ha-997000-m03 in Controller
Normal RegisteredNode 86s node-controller Node ha-997000-m03 event: Registered Node ha-997000-m03 in Controller
Normal Starting 74s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 74s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 74s kubelet Node ha-997000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 74s kubelet Node ha-997000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 74s kubelet Node ha-997000-m03 status is now: NodeHasSufficientPID
Warning Rebooted 74s kubelet Node ha-997000-m03 has been rebooted, boot id: 8389c063-e9d0-4943-8735-8718032f7492
Normal RegisteredNode 58s node-controller Node ha-997000-m03 event: Registered Node ha-997000-m03 in Controller
Name: ha-997000-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-997000-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=260fb3b3c668416d4de4f98d706728fbce690500
minikube.k8s.io/name=ha-997000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_07_30T00_53_49_0700
minikube.k8s.io/version=v1.33.1
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 30 Jul 2024 07:53:49 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-997000-m04
AcquireTime: <unset>
RenewTime: Tue, 30 Jul 2024 08:04:00 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 30 Jul 2024 08:03:50 +0000 Tue, 30 Jul 2024 08:03:50 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 30 Jul 2024 08:03:50 +0000 Tue, 30 Jul 2024 08:03:50 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 30 Jul 2024 08:03:50 +0000 Tue, 30 Jul 2024 08:03:50 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 30 Jul 2024 08:03:50 +0000 Tue, 30 Jul 2024 08:03:50 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.215
Hostname: ha-997000-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 794188eb6d1f424981c6abeca7f85214
System UUID: 01b3417d-0000-0000-a34c-4c98da4f6190
Boot ID: 96802fb3-0327-44e5-a036-f136e059ecfc
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.1.0
Kubelet Version: v1.30.3
Kube-Proxy Version: v1.30.3
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-s8sqq 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 10m
kube-system kube-proxy-dd8pc 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%!)(MISSING) 100m (5%!)(MISSING)
memory 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 10m kube-proxy
Normal Starting 11s kube-proxy
Normal NodeHasSufficientMemory 10m (x2 over 10m) kubelet Node ha-997000-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 10m (x2 over 10m) kubelet Node ha-997000-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 10m (x2 over 10m) kubelet Node ha-997000-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 10m kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 10m node-controller Node ha-997000-m04 event: Registered Node ha-997000-m04 in Controller
Normal RegisteredNode 10m node-controller Node ha-997000-m04 event: Registered Node ha-997000-m04 in Controller
Normal RegisteredNode 10m node-controller Node ha-997000-m04 event: Registered Node ha-997000-m04 in Controller
Normal NodeReady 9m52s kubelet Node ha-997000-m04 status is now: NodeReady
Normal RegisteredNode 8m50s node-controller Node ha-997000-m04 event: Registered Node ha-997000-m04 in Controller
Normal RegisteredNode 87s node-controller Node ha-997000-m04 event: Registered Node ha-997000-m04 in Controller
Normal RegisteredNode 86s node-controller Node ha-997000-m04 event: Registered Node ha-997000-m04 in Controller
Normal RegisteredNode 58s node-controller Node ha-997000-m04 event: Registered Node ha-997000-m04 in Controller
Normal NodeNotReady 47s node-controller Node ha-997000-m04 status is now: NodeNotReady
Normal Starting 14s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 14s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 14s (x2 over 14s) kubelet Node ha-997000-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 14s (x2 over 14s) kubelet Node ha-997000-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 14s (x2 over 14s) kubelet Node ha-997000-m04 status is now: NodeHasSufficientPID
Warning Rebooted 14s kubelet Node ha-997000-m04 has been rebooted, boot id: 96802fb3-0327-44e5-a036-f136e059ecfc
Normal NodeReady 14s kubelet Node ha-997000-m04 status is now: NodeReady
==> dmesg <==
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.036130] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)
[ +0.007863] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!
[ +5.697854] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)
[ +0.000002] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)
[ +0.007242] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.796318] systemd-fstab-generator[126]: Ignoring "noauto" option for root device
[ +2.239591] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000008] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +24.383645] systemd-fstab-generator[496]: Ignoring "noauto" option for root device
[ +0.097821] systemd-fstab-generator[508]: Ignoring "noauto" option for root device
[ +1.905283] systemd-fstab-generator[1033]: Ignoring "noauto" option for root device
[ +0.246053] systemd-fstab-generator[1069]: Ignoring "noauto" option for root device
[ +0.101067] systemd-fstab-generator[1081]: Ignoring "noauto" option for root device
[ +0.113390] systemd-fstab-generator[1095]: Ignoring "noauto" option for root device
[ +2.465589] systemd-fstab-generator[1312]: Ignoring "noauto" option for root device
[ +0.100322] systemd-fstab-generator[1324]: Ignoring "noauto" option for root device
[ +0.057088] kauditd_printk_skb: 217 callbacks suppressed
[ +0.056472] systemd-fstab-generator[1336]: Ignoring "noauto" option for root device
[ +0.125683] systemd-fstab-generator[1351]: Ignoring "noauto" option for root device
[ +0.435980] systemd-fstab-generator[1516]: Ignoring "noauto" option for root device
[Jul30 08:02] kauditd_printk_skb: 88 callbacks suppressed
[ +41.989462] kauditd_printk_skb: 40 callbacks suppressed
[ +8.914128] kauditd_printk_skb: 82 callbacks suppressed
==> etcd [318086d39a75] <==
{"level":"warn","ts":"2024-07-30T08:02:40.563362Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"23eb118e0ce8fbbe","from":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-30T08:02:40.655577Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"23eb118e0ce8fbbe","from":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-30T08:02:40.756151Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"23eb118e0ce8fbbe","from":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-30T08:02:40.855219Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"23eb118e0ce8fbbe","from":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-30T08:02:40.955159Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"23eb118e0ce8fbbe","from":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-30T08:02:41.056026Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"23eb118e0ce8fbbe","from":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-30T08:02:41.121222Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"23eb118e0ce8fbbe","from":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-30T08:02:41.155404Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"23eb118e0ce8fbbe","from":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-30T08:02:42.601347Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.214:2380/version","remote-member-id":"b2117a50c913eb56","error":"Get \"https://192.169.0.214:2380/version\": dial tcp 192.169.0.214:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-30T08:02:42.601409Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"b2117a50c913eb56","error":"Get \"https://192.169.0.214:2380/version\": dial tcp 192.169.0.214:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-30T08:02:45.412044Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"b2117a50c913eb56","rtt":"0s","error":"dial tcp 192.169.0.214:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-30T08:02:45.414374Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"b2117a50c913eb56","rtt":"0s","error":"dial tcp 192.169.0.214:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-30T08:02:46.605083Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.214:2380/version","remote-member-id":"b2117a50c913eb56","error":"Get \"https://192.169.0.214:2380/version\": dial tcp 192.169.0.214:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-30T08:02:46.605174Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"b2117a50c913eb56","error":"Get \"https://192.169.0.214:2380/version\": dial tcp 192.169.0.214:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-30T08:02:50.412596Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"b2117a50c913eb56","rtt":"0s","error":"dial tcp 192.169.0.214:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-30T08:02:50.415301Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"b2117a50c913eb56","rtt":"0s","error":"dial tcp 192.169.0.214:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-30T08:02:50.606633Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.214:2380/version","remote-member-id":"b2117a50c913eb56","error":"Get \"https://192.169.0.214:2380/version\": dial tcp 192.169.0.214:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-30T08:02:50.607576Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"b2117a50c913eb56","error":"Get \"https://192.169.0.214:2380/version\": dial tcp 192.169.0.214:2380: connect: connection refused"}
{"level":"info","ts":"2024-07-30T08:02:51.702463Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b2117a50c913eb56"}
{"level":"info","ts":"2024-07-30T08:02:51.704249Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56"}
{"level":"info","ts":"2024-07-30T08:02:51.707251Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56"}
{"level":"info","ts":"2024-07-30T08:02:51.738268Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"23eb118e0ce8fbbe","to":"b2117a50c913eb56","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2024-07-30T08:02:51.738338Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56"}
{"level":"info","ts":"2024-07-30T08:02:51.744581Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"23eb118e0ce8fbbe","to":"b2117a50c913eb56","stream-type":"stream Message"}
{"level":"info","ts":"2024-07-30T08:02:51.744623Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56"}
==> etcd [7df89db77908] <==
{"level":"warn","ts":"2024-07-30T07:55:33.348646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-07-30T07:55:28.956441Z","time spent":"4.392203737s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2024/07/30 07:55:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-07-30T07:55:33.348692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-07-30T07:55:32.27248Z","time spent":"1.076211815s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2024/07/30 07:55:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-07-30T07:55:33.373777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18140095789529242155,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-07-30T07:55:33.427694Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.169.0.212:2379: use of closed network connection"}
{"level":"warn","ts":"2024-07-30T07:55:33.427722Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.169.0.212:2379: use of closed network connection"}
{"level":"info","ts":"2024-07-30T07:55:33.429089Z","caller":"etcdserver/server.go:1462","msg":"skipped leadership transfer; local server is not leader","local-member-id":"23eb118e0ce8fbbe","current-leader-member-id":"0"}
{"level":"info","ts":"2024-07-30T07:55:33.430525Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"25603caca2a80488"}
{"level":"info","ts":"2024-07-30T07:55:33.430542Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"25603caca2a80488"}
{"level":"info","ts":"2024-07-30T07:55:33.430556Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"25603caca2a80488"}
{"level":"info","ts":"2024-07-30T07:55:33.430641Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"23eb118e0ce8fbbe","remote-peer-id":"25603caca2a80488"}
{"level":"info","ts":"2024-07-30T07:55:33.43069Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"23eb118e0ce8fbbe","remote-peer-id":"25603caca2a80488"}
{"level":"info","ts":"2024-07-30T07:55:33.430718Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"23eb118e0ce8fbbe","remote-peer-id":"25603caca2a80488"}
{"level":"info","ts":"2024-07-30T07:55:33.430728Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"25603caca2a80488"}
{"level":"info","ts":"2024-07-30T07:55:33.430733Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"b2117a50c913eb56"}
{"level":"info","ts":"2024-07-30T07:55:33.430738Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"b2117a50c913eb56"}
{"level":"info","ts":"2024-07-30T07:55:33.430768Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"b2117a50c913eb56"}
{"level":"info","ts":"2024-07-30T07:55:33.431141Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56"}
{"level":"info","ts":"2024-07-30T07:55:33.431165Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56"}
{"level":"info","ts":"2024-07-30T07:55:33.431185Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"23eb118e0ce8fbbe","remote-peer-id":"b2117a50c913eb56"}
{"level":"info","ts":"2024-07-30T07:55:33.431194Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"b2117a50c913eb56"}
{"level":"info","ts":"2024-07-30T07:55:33.43246Z","caller":"embed/etcd.go:579","msg":"stopping serving peer traffic","address":"192.169.0.212:2380"}
{"level":"info","ts":"2024-07-30T07:55:33.432531Z","caller":"embed/etcd.go:584","msg":"stopped serving peer traffic","address":"192.169.0.212:2380"}
{"level":"info","ts":"2024-07-30T07:55:33.432538Z","caller":"embed/etcd.go:377","msg":"closed etcd server","name":"ha-997000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.169.0.212:2380"],"advertise-client-urls":["https://192.169.0.212:2379"]}
==> kernel <==
08:04:04 up 2 min, 0 users, load average: 0.59, 0.35, 0.13
Linux ha-997000 5.10.207 #1 SMP Tue Jul 23 04:25:44 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [3731166ef3d8] <==
I0730 07:54:57.339533 1 main.go:322] Node ha-997000-m04 has CIDR [10.244.3.0/24]
I0730 07:55:07.341049 1 main.go:295] Handling node with IPs: map[192.169.0.212:{}]
I0730 07:55:07.341209 1 main.go:299] handling current node
I0730 07:55:07.341306 1 main.go:295] Handling node with IPs: map[192.169.0.213:{}]
I0730 07:55:07.341409 1 main.go:322] Node ha-997000-m02 has CIDR [10.244.1.0/24]
I0730 07:55:07.341585 1 main.go:295] Handling node with IPs: map[192.169.0.214:{}]
I0730 07:55:07.341777 1 main.go:322] Node ha-997000-m03 has CIDR [10.244.2.0/24]
I0730 07:55:07.341890 1 main.go:295] Handling node with IPs: map[192.169.0.215:{}]
I0730 07:55:07.341986 1 main.go:322] Node ha-997000-m04 has CIDR [10.244.3.0/24]
I0730 07:55:17.332889 1 main.go:295] Handling node with IPs: map[192.169.0.215:{}]
I0730 07:55:17.332955 1 main.go:322] Node ha-997000-m04 has CIDR [10.244.3.0/24]
I0730 07:55:17.333310 1 main.go:295] Handling node with IPs: map[192.169.0.212:{}]
I0730 07:55:17.333388 1 main.go:299] handling current node
I0730 07:55:17.333401 1 main.go:295] Handling node with IPs: map[192.169.0.213:{}]
I0730 07:55:17.333407 1 main.go:322] Node ha-997000-m02 has CIDR [10.244.1.0/24]
I0730 07:55:17.333460 1 main.go:295] Handling node with IPs: map[192.169.0.214:{}]
I0730 07:55:17.333466 1 main.go:322] Node ha-997000-m03 has CIDR [10.244.2.0/24]
I0730 07:55:27.339078 1 main.go:295] Handling node with IPs: map[192.169.0.214:{}]
I0730 07:55:27.339199 1 main.go:322] Node ha-997000-m03 has CIDR [10.244.2.0/24]
I0730 07:55:27.339333 1 main.go:295] Handling node with IPs: map[192.169.0.215:{}]
I0730 07:55:27.339366 1 main.go:322] Node ha-997000-m04 has CIDR [10.244.3.0/24]
I0730 07:55:27.339519 1 main.go:295] Handling node with IPs: map[192.169.0.212:{}]
I0730 07:55:27.339661 1 main.go:299] handling current node
I0730 07:55:27.339705 1 main.go:295] Handling node with IPs: map[192.169.0.213:{}]
I0730 07:55:27.339780 1 main.go:322] Node ha-997000-m02 has CIDR [10.244.1.0/24]
==> kindnet [a4d7508db88f] <==
I0730 08:03:28.626729 1 main.go:322] Node ha-997000-m03 has CIDR [10.244.2.0/24]
I0730 08:03:38.628569 1 main.go:295] Handling node with IPs: map[192.169.0.212:{}]
I0730 08:03:38.628628 1 main.go:299] handling current node
I0730 08:03:38.628640 1 main.go:295] Handling node with IPs: map[192.169.0.213:{}]
I0730 08:03:38.628645 1 main.go:322] Node ha-997000-m02 has CIDR [10.244.1.0/24]
I0730 08:03:38.628770 1 main.go:295] Handling node with IPs: map[192.169.0.214:{}]
I0730 08:03:38.628833 1 main.go:322] Node ha-997000-m03 has CIDR [10.244.2.0/24]
I0730 08:03:38.628919 1 main.go:295] Handling node with IPs: map[192.169.0.215:{}]
I0730 08:03:38.628947 1 main.go:322] Node ha-997000-m04 has CIDR [10.244.3.0/24]
I0730 08:03:48.621350 1 main.go:295] Handling node with IPs: map[192.169.0.215:{}]
I0730 08:03:48.621389 1 main.go:322] Node ha-997000-m04 has CIDR [10.244.3.0/24]
I0730 08:03:48.621495 1 main.go:295] Handling node with IPs: map[192.169.0.212:{}]
I0730 08:03:48.621528 1 main.go:299] handling current node
I0730 08:03:48.621538 1 main.go:295] Handling node with IPs: map[192.169.0.213:{}]
I0730 08:03:48.621543 1 main.go:322] Node ha-997000-m02 has CIDR [10.244.1.0/24]
I0730 08:03:48.621628 1 main.go:295] Handling node with IPs: map[192.169.0.214:{}]
I0730 08:03:48.621657 1 main.go:322] Node ha-997000-m03 has CIDR [10.244.2.0/24]
I0730 08:03:58.626353 1 main.go:295] Handling node with IPs: map[192.169.0.212:{}]
I0730 08:03:58.626393 1 main.go:299] handling current node
I0730 08:03:58.626405 1 main.go:295] Handling node with IPs: map[192.169.0.213:{}]
I0730 08:03:58.626417 1 main.go:322] Node ha-997000-m02 has CIDR [10.244.1.0/24]
I0730 08:03:58.626498 1 main.go:295] Handling node with IPs: map[192.169.0.214:{}]
I0730 08:03:58.626524 1 main.go:322] Node ha-997000-m03 has CIDR [10.244.2.0/24]
I0730 08:03:58.626558 1 main.go:295] Handling node with IPs: map[192.169.0.215:{}]
I0730 08:03:58.626582 1 main.go:322] Node ha-997000-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [1f5685b6bd99] <==
I0730 08:02:25.426042 1 shared_informer.go:313] Waiting for caches to sync for crd-autoregister
I0730 08:02:25.426317 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0730 08:02:25.426540 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0730 08:02:25.491787 1 shared_informer.go:320] Caches are synced for node_authorizer
I0730 08:02:25.497261 1 shared_informer.go:320] Caches are synced for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0730 08:02:25.497605 1 policy_source.go:224] refreshing policies
I0730 08:02:25.497759 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0730 08:02:25.500950 1 apf_controller.go:379] Running API Priority and Fairness config worker
I0730 08:02:25.500982 1 apf_controller.go:382] Running API Priority and Fairness periodic rebalancing process
I0730 08:02:25.501239 1 shared_informer.go:320] Caches are synced for configmaps
I0730 08:02:25.501390 1 handler_discovery.go:447] Starting ResourceDiscoveryManager
I0730 08:02:25.501515 1 shared_informer.go:320] Caches are synced for cluster_authentication_trust_controller
I0730 08:02:25.504641 1 cache.go:39] Caches are synced for AvailableConditionController controller
I0730 08:02:25.526405 1 shared_informer.go:320] Caches are synced for crd-autoregister
I0730 08:02:25.526731 1 aggregator.go:165] initial CRD sync complete...
I0730 08:02:25.526849 1 autoregister_controller.go:141] Starting autoregister controller
I0730 08:02:25.526928 1 cache.go:32] Waiting for caches to sync for autoregister controller
I0730 08:02:25.527002 1 cache.go:39] Caches are synced for autoregister controller
W0730 08:02:25.538406 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.213]
I0730 08:02:25.540204 1 controller.go:615] quota admission added evaluator for: endpoints
I0730 08:02:25.549058 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I0730 08:02:25.554505 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
E0730 08:02:25.577827 1 controller.go:95] Found stale data, removed previous endpoints on kubernetes service, apiserver didn't exit successfully previously
I0730 08:02:26.403676 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
W0730 08:02:26.592250 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.212]
==> kube-apiserver [b9f11bafc8e5] <==
W0730 07:55:33.384797 1 logging.go:59] [core] [Channel #10 SubChannel #11] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.384825 1 logging.go:59] [core] [Channel #58 SubChannel #59] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.384852 1 logging.go:59] [core] [Channel #2 SubChannel #4] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.384877 1 logging.go:59] [core] [Channel #103 SubChannel #104] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.384904 1 logging.go:59] [core] [Channel #142 SubChannel #143] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.384930 1 logging.go:59] [core] [Channel #34 SubChannel #35] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.384958 1 logging.go:59] [core] [Channel #157 SubChannel #158] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.384983 1 logging.go:59] [core] [Channel #49 SubChannel #50] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.385264 1 logging.go:59] [core] [Channel #43 SubChannel #44] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.385295 1 logging.go:59] [core] [Channel #25 SubChannel #26] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.385320 1 logging.go:59] [core] [Channel #175 SubChannel #176] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.385347 1 logging.go:59] [core] [Channel #145 SubChannel #146] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.385373 1 logging.go:59] [core] [Channel #82 SubChannel #83] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.385400 1 logging.go:59] [core] [Channel #124 SubChannel #125] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.385427 1 logging.go:59] [core] [Channel #178 SubChannel #179] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.385451 1 logging.go:59] [core] [Channel #181 SubChannel #182] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.385477 1 logging.go:59] [core] [Channel #73 SubChannel #74] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.385977 1 logging.go:59] [core] [Channel #154 SubChannel #155] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.386010 1 logging.go:59] [core] [Channel #79 SubChannel #80] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.386038 1 logging.go:59] [core] [Channel #67 SubChannel #68] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.386065 1 logging.go:59] [core] [Channel #22 SubChannel #23] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.386090 1 logging.go:59] [core] [Channel #55 SubChannel #56] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
E0730 07:55:33.386384 1 watcher.go:342] watch chan error: rpc error: code = Unknown desc = malformed header: missing HTTP content-type
W0730 07:55:33.386465 1 logging.go:59] [core] [Channel #160 SubChannel #161] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W0730 07:55:33.386493 1 logging.go:59] [core] [Channel #46 SubChannel #47] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
==> kube-controller-manager [b56b7f5e5a33] <==
I0730 07:53:19.790969 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="20.662512ms"
I0730 07:53:19.791272 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="120.636µs"
I0730 07:53:19.824692 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="35.709µs"
I0730 07:53:20.768914 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="39.417µs"
I0730 07:53:20.774564 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="36.312µs"
I0730 07:53:20.777357 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="30.226µs"
I0730 07:53:20.925099 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="71.93µs"
I0730 07:53:20.929666 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="34.231µs"
I0730 07:53:20.933870 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="37.429µs"
I0730 07:53:21.533691 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="37.697µs"
I0730 07:53:21.780469 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="4.982452ms"
I0730 07:53:21.780584 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="26.956µs"
I0730 07:53:21.952129 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="20.276731ms"
I0730 07:53:21.952271 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="37.725µs"
I0730 07:53:23.009035 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="19.786734ms"
I0730 07:53:23.009353 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="291.912µs"
E0730 07:53:49.070303 1 certificate_controller.go:146] Sync csr-9gts7 failed with : error updating signature for csr: Operation cannot be fulfilled on certificatesigningrequests.certificates.k8s.io "csr-9gts7": the object has been modified; please apply your changes to the latest version and try again
I0730 07:53:49.173900 1 actual_state_of_world.go:543] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-997000-m04\" does not exist"
I0730 07:53:49.185259 1 range_allocator.go:381] "Set node PodCIDR" logger="node-ipam-controller" node="ha-997000-m04" podCIDRs=["10.244.3.0/24"]
I0730 07:53:51.705701 1 node_lifecycle_controller.go:879] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-997000-m04"
I0730 07:54:12.265114 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-997000-m04"
I0730 07:54:59.443704 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="29.509572ms"
I0730 07:54:59.443812 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="34.319µs"
I0730 07:55:01.698450 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="5.165552ms"
I0730 07:55:01.699381 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="26.336µs"
==> kube-controller-manager [e0929b09d330] <==
I0730 08:02:37.770490 1 garbagecollector.go:157] "All resource monitors have synced. Proceeding to collect garbage" logger="garbage-collector-controller"
I0730 08:02:46.235841 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="87.625477ms"
I0730 08:02:46.236130 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="37.292µs"
I0730 08:02:46.356834 1 endpointslice_controller.go:311] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="EndpointSlice informer cache is out of date"
I0730 08:02:46.358630 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="37.902271ms"
I0730 08:02:46.367194 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="8.296777ms"
I0730 08:02:46.367342 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="92.964µs"
I0730 08:02:48.487163 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="49.014µs"
I0730 08:02:48.527841 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="71.916µs"
I0730 08:02:48.538601 1 endpointslice_controller.go:311] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-gm8tr EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-gm8tr\": the object has been modified; please apply your changes to the latest version and try again"
I0730 08:02:48.539417 1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"db226cb1-fa54-4ab6-b619-9e128f9aab1e", APIVersion:"v1", ResourceVersion:"302", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-gm8tr EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-gm8tr": the object has been modified; please apply your changes to the latest version and try again
I0730 08:02:48.616466 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="21.975335ms"
I0730 08:02:48.616529 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="38.935µs"
I0730 08:02:51.210498 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="7.344708ms"
I0730 08:02:51.210631 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="29.118µs"
I0730 08:02:52.383133 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="6.099965ms"
I0730 08:02:52.383926 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="26.497µs"
I0730 08:03:26.458039 1 endpointslice_controller.go:311] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-gm8tr EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-gm8tr\": the object has been modified; please apply your changes to the latest version and try again"
I0730 08:03:26.458256 1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"db226cb1-fa54-4ab6-b619-9e128f9aab1e", APIVersion:"v1", ResourceVersion:"302", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-gm8tr EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-gm8tr": the object has been modified; please apply your changes to the latest version and try again
I0730 08:03:26.492183 1 endpointslice_controller.go:311] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-gm8tr EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-gm8tr\": the object has been modified; please apply your changes to the latest version and try again"
I0730 08:03:26.492538 1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"db226cb1-fa54-4ab6-b619-9e128f9aab1e", APIVersion:"v1", ResourceVersion:"302", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-gm8tr EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-gm8tr": the object has been modified; please apply your changes to the latest version and try again
I0730 08:03:26.502967 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="58.416643ms"
I0730 08:03:26.530505 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="27.252093ms"
I0730 08:03:26.530767 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="212.885µs"
I0730 08:03:51.023192 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-997000-m04"
==> kube-proxy [210b0b8b3804] <==
I0730 08:02:47.682031 1 server_linux.go:69] "Using iptables proxy"
I0730 08:02:47.701011 1 server.go:1062] "Successfully retrieved node IP(s)" IPs=["192.169.0.212"]
I0730 08:02:47.758620 1 server_linux.go:143] "No iptables support for family" ipFamily="IPv6"
I0730 08:02:47.758643 1 server.go:661] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0730 08:02:47.758656 1 server_linux.go:165] "Using iptables Proxier"
I0730 08:02:47.762175 1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0730 08:02:47.762475 1 server.go:872] "Version info" version="v1.30.3"
I0730 08:02:47.762485 1 server.go:874] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0730 08:02:47.764418 1 config.go:101] "Starting endpoint slice config controller"
I0730 08:02:47.765009 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0730 08:02:47.765094 1 config.go:192] "Starting service config controller"
I0730 08:02:47.765161 1 shared_informer.go:313] Waiting for caches to sync for service config
I0730 08:02:47.767239 1 config.go:319] "Starting node config controller"
I0730 08:02:47.767408 1 shared_informer.go:313] Waiting for caches to sync for node config
I0730 08:02:47.865892 1 shared_informer.go:320] Caches are synced for service config
I0730 08:02:47.866024 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0730 08:02:47.868454 1 shared_informer.go:320] Caches are synced for node config
==> kube-proxy [9b473a09608f] <==
I0730 07:50:43.386855 1 server_linux.go:69] "Using iptables proxy"
I0730 07:50:43.393375 1 server.go:1062] "Successfully retrieved node IP(s)" IPs=["192.169.0.212"]
I0730 07:50:43.420417 1 server_linux.go:143] "No iptables support for family" ipFamily="IPv6"
I0730 07:50:43.420524 1 server.go:661] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0730 07:50:43.420574 1 server_linux.go:165] "Using iptables Proxier"
I0730 07:50:43.422648 1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0730 07:50:43.422899 1 server.go:872] "Version info" version="v1.30.3"
I0730 07:50:43.422953 1 server.go:874] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0730 07:50:43.424038 1 config.go:192] "Starting service config controller"
I0730 07:50:43.424099 1 shared_informer.go:313] Waiting for caches to sync for service config
I0730 07:50:43.424181 1 config.go:101] "Starting endpoint slice config controller"
I0730 07:50:43.424253 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0730 07:50:43.424623 1 config.go:319] "Starting node config controller"
I0730 07:50:43.424684 1 shared_informer.go:313] Waiting for caches to sync for node config
I0730 07:50:43.525173 1 shared_informer.go:320] Caches are synced for node config
I0730 07:50:43.525325 1 shared_informer.go:320] Caches are synced for service config
I0730 07:50:43.525388 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [1873ba99bd79] <==
E0730 07:52:51.777961 1 schedule_one.go:338] "scheduler cache ForgetPod failed" err="pod 1d7f6f9c-1b08-4802-81af-70f7a573d923(kube-system/kube-proxy-zz49v) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-zz49v"
E0730 07:52:51.778045 1 schedule_one.go:1046] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-zz49v\": pod kube-proxy-zz49v is already assigned to node \"ha-997000-m03\"" pod="kube-system/kube-proxy-zz49v"
I0730 07:52:51.778147 1 schedule_one.go:1059] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-zz49v" node="ha-997000-m03"
I0730 07:53:19.547835 1 cache.go:503] "Pod was added to a different node than it was assumed" podKey="d8f2bd00-139f-40f2-8944-76b34f2cda63" pod="default/busybox-fc5497c4f-fsb29" assumedNode="ha-997000-m02" currentNode="ha-997000-m03"
E0730 07:53:19.553873 1 framework.go:1286] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-fc5497c4f-fsb29\": pod busybox-fc5497c4f-fsb29 is already assigned to node \"ha-997000-m02\"" plugin="DefaultBinder" pod="default/busybox-fc5497c4f-fsb29" node="ha-997000-m03"
E0730 07:53:19.554386 1 schedule_one.go:338] "scheduler cache ForgetPod failed" err="pod d8f2bd00-139f-40f2-8944-76b34f2cda63(default/busybox-fc5497c4f-fsb29) was assumed on ha-997000-m03 but assigned to ha-997000-m02" pod="default/busybox-fc5497c4f-fsb29"
E0730 07:53:19.554496 1 schedule_one.go:1046] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-fc5497c4f-fsb29\": pod busybox-fc5497c4f-fsb29 is already assigned to node \"ha-997000-m02\"" pod="default/busybox-fc5497c4f-fsb29"
I0730 07:53:19.554642 1 schedule_one.go:1059] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-fc5497c4f-fsb29" node="ha-997000-m02"
I0730 07:53:19.570700 1 cache.go:503] "Pod was added to a different node than it was assumed" podKey="9d3af13e-1e06-44b9-9129-bbdecb7ca15f" pod="default/busybox-fc5497c4f-njkcb" assumedNode="ha-997000" currentNode="ha-997000-m03"
E0730 07:53:19.581393 1 framework.go:1286] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-fc5497c4f-njkcb\": pod busybox-fc5497c4f-njkcb is already assigned to node \"ha-997000\"" plugin="DefaultBinder" pod="default/busybox-fc5497c4f-njkcb" node="ha-997000-m03"
E0730 07:53:19.582210 1 schedule_one.go:338] "scheduler cache ForgetPod failed" err="pod 9d3af13e-1e06-44b9-9129-bbdecb7ca15f(default/busybox-fc5497c4f-njkcb) was assumed on ha-997000-m03 but assigned to ha-997000" pod="default/busybox-fc5497c4f-njkcb"
E0730 07:53:19.582434 1 schedule_one.go:1046] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-fc5497c4f-njkcb\": pod busybox-fc5497c4f-njkcb is already assigned to node \"ha-997000\"" pod="default/busybox-fc5497c4f-njkcb"
I0730 07:53:19.582609 1 schedule_one.go:1059] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-fc5497c4f-njkcb" node="ha-997000"
E0730 07:53:49.209838 1 framework.go:1286] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-s8sqq\": pod kindnet-s8sqq is already assigned to node \"ha-997000-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-s8sqq" node="ha-997000-m04"
E0730 07:53:49.210283 1 schedule_one.go:1046] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-s8sqq\": pod kindnet-s8sqq is already assigned to node \"ha-997000-m04\"" pod="kube-system/kindnet-s8sqq"
E0730 07:53:49.215686 1 framework.go:1286] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-dd8pc\": pod kube-proxy-dd8pc is already assigned to node \"ha-997000-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-dd8pc" node="ha-997000-m04"
E0730 07:53:49.215754 1 schedule_one.go:1046] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-dd8pc\": pod kube-proxy-dd8pc is already assigned to node \"ha-997000-m04\"" pod="kube-system/kube-proxy-dd8pc"
E0730 07:53:49.227766 1 framework.go:1286] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-wz7lm\": pod kindnet-wz7lm is already assigned to node \"ha-997000-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-wz7lm" node="ha-997000-m04"
E0730 07:53:49.228801 1 schedule_one.go:1046] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-wz7lm\": pod kindnet-wz7lm is already assigned to node \"ha-997000-m04\"" pod="kube-system/kindnet-wz7lm"
I0730 07:53:49.228942 1 schedule_one.go:1059] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-wz7lm" node="ha-997000-m04"
E0730 07:53:49.316557 1 framework.go:1286] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-7q6dr\": pod kube-proxy-7q6dr is already assigned to node \"ha-997000-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-7q6dr" node="ha-997000-m04"
E0730 07:53:49.317006 1 schedule_one.go:338] "scheduler cache ForgetPod failed" err="pod fcafc286-6b7d-4ed5-8930-a7dad047d9ad(kube-system/kube-proxy-7q6dr) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-7q6dr"
E0730 07:53:49.317206 1 schedule_one.go:1046] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-7q6dr\": pod kube-proxy-7q6dr is already assigned to node \"ha-997000-m04\"" pod="kube-system/kube-proxy-7q6dr"
I0730 07:53:49.318832 1 schedule_one.go:1059] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-7q6dr" node="ha-997000-m04"
E0730 07:55:33.333177 1 run.go:74] "command failed" err="finished without leader elect"
==> kube-scheduler [c1b4c5425a25] <==
I0730 08:02:06.141904 1 serving.go:380] Generated self-signed cert in-memory
W0730 08:02:16.411791 1 authentication.go:368] Error looking up in-cluster authentication configuration: Get "https://192.169.0.212:8443/api/v1/namespaces/kube-system/configmaps/extension-apiserver-authentication": net/http: TLS handshake timeout
W0730 08:02:16.411813 1 authentication.go:369] Continuing without authentication configuration. This may treat all requests as anonymous.
W0730 08:02:16.411817 1 authentication.go:370] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I0730 08:02:25.437759 1 server.go:154] "Starting Kubernetes Scheduler" version="v1.30.3"
I0730 08:02:25.437799 1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0730 08:02:25.442820 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0730 08:02:25.443056 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0730 08:02:25.446463 1 secure_serving.go:213] Serving securely on 127.0.0.1:10259
I0730 08:02:25.451996 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I0730 08:02:25.545095 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jul 30 08:02:46 ha-997000 kubelet[1523]: I0730 08:02:46.263450 1523 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/4ec72274-5517-4aa8-b131-7c2b877b5591-tmp\") pod \"storage-provisioner\" (UID: \"4ec72274-5517-4aa8-b131-7c2b877b5591\") " pod="kube-system/storage-provisioner"
Jul 30 08:02:46 ha-997000 kubelet[1523]: I0730 08:02:46.263492 1523 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/c34c056b-9543-4847-be58-92d2de9597f0-lib-modules\") pod \"kube-proxy-27kcm\" (UID: \"c34c056b-9543-4847-be58-92d2de9597f0\") " pod="kube-system/kube-proxy-27kcm"
Jul 30 08:02:46 ha-997000 kubelet[1523]: I0730 08:02:46.263504 1523 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/c344e8f2-5bc3-4f80-8242-f154dd9fe82d-xtables-lock\") pod \"kindnet-zln9g\" (UID: \"c344e8f2-5bc3-4f80-8242-f154dd9fe82d\") " pod="kube-system/kindnet-zln9g"
Jul 30 08:02:46 ha-997000 kubelet[1523]: I0730 08:02:46.263514 1523 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/c344e8f2-5bc3-4f80-8242-f154dd9fe82d-lib-modules\") pod \"kindnet-zln9g\" (UID: \"c344e8f2-5bc3-4f80-8242-f154dd9fe82d\") " pod="kube-system/kindnet-zln9g"
Jul 30 08:02:47 ha-997000 kubelet[1523]: I0730 08:02:47.063145 1523 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ba5c420552f89027935d792e2412d5b30dbf05c0f46ba69670de27c12ddf74ac"
Jul 30 08:02:47 ha-997000 kubelet[1523]: I0730 08:02:47.109307 1523 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3d00e88899d4d6199e2d040eac280c21757d19c65994b5dbea934ae95ca0f3e3"
Jul 30 08:02:47 ha-997000 kubelet[1523]: I0730 08:02:47.332405 1523 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a0b8547f8d5724a0bf13aff8579301678e7450dc0864e9d188207dcdb2dd84be"
Jul 30 08:02:47 ha-997000 kubelet[1523]: I0730 08:02:47.428112 1523 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c6ff76463783ca017d66fc0c2ea02829370d58a740d81bd98b29df9de0d7456f"
Jul 30 08:02:47 ha-997000 kubelet[1523]: I0730 08:02:47.437313 1523 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="932d9fb53969347e01dc7f05193d4dbf61f7b7fec9963bb721f9c26c7c853876"
Jul 30 08:02:47 ha-997000 kubelet[1523]: I0730 08:02:47.451144 1523 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="fc26947bd27aa516aa7ece0410ee8c75e277efb2e7345649cf4ee6d5972844ad"
Jul 30 08:02:58 ha-997000 kubelet[1523]: I0730 08:02:58.132090 1523 scope.go:117] "RemoveContainer" containerID="5fa60a75342bee9ac88a728a81e09b1779eec6282430208154b39d964022709d"
Jul 30 08:02:58 ha-997000 kubelet[1523]: E0730 08:02:58.183705 1523 iptables.go:577] "Could not set up iptables canary" err=<
Jul 30 08:02:58 ha-997000 kubelet[1523]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Jul 30 08:02:58 ha-997000 kubelet[1523]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Jul 30 08:02:58 ha-997000 kubelet[1523]: Perhaps ip6tables or your kernel needs to be upgraded.
Jul 30 08:02:58 ha-997000 kubelet[1523]: > table="nat" chain="KUBE-KUBELET-CANARY"
Jul 30 08:03:17 ha-997000 kubelet[1523]: I0730 08:03:17.827099 1523 scope.go:117] "RemoveContainer" containerID="72da5ba229f31f8b8020f2fa55a55de28593dcc32d99440532f60167027c6f8b"
Jul 30 08:03:17 ha-997000 kubelet[1523]: I0730 08:03:17.827375 1523 scope.go:117] "RemoveContainer" containerID="26a3c7d8489aca6a98465895dcfb7a7f961ba30cce877f7bac2de0d6f974baeb"
Jul 30 08:03:17 ha-997000 kubelet[1523]: E0730 08:03:17.827538 1523 pod_workers.go:1298] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 10s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(4ec72274-5517-4aa8-b131-7c2b877b5591)\"" pod="kube-system/storage-provisioner" podUID="4ec72274-5517-4aa8-b131-7c2b877b5591"
Jul 30 08:03:33 ha-997000 kubelet[1523]: I0730 08:03:33.152270 1523 scope.go:117] "RemoveContainer" containerID="26a3c7d8489aca6a98465895dcfb7a7f961ba30cce877f7bac2de0d6f974baeb"
Jul 30 08:03:58 ha-997000 kubelet[1523]: E0730 08:03:58.182480 1523 iptables.go:577] "Could not set up iptables canary" err=<
Jul 30 08:03:58 ha-997000 kubelet[1523]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Jul 30 08:03:58 ha-997000 kubelet[1523]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Jul 30 08:03:58 ha-997000 kubelet[1523]: Perhaps ip6tables or your kernel needs to be upgraded.
Jul 30 08:03:58 ha-997000 kubelet[1523]: > table="nat" chain="KUBE-KUBELET-CANARY"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-997000 -n ha-997000
helpers_test.go:261: (dbg) Run: kubectl --context ha-997000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (4.66s)